-- Logs begin at Tue 2021-12-14 12:19:37 UTC, end at Tue 2021-12-14 13:20:21 UTC. -- Dec 14 12:50:06.718707 dv-cinder-784477-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 14 12:50:09.474010 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.common.config [-] Logging enabled! Dec 14 12:50:09.474663 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 14 12:50:09.474753 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102243) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 14 12:50:09.478020 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.common.config [-] Logging enabled! Dec 14 12:50:09.478270 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 14 12:50:09.478575 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102243) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 14 12:50:09.479507 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 12:50:09.479733 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 12:50:09.480091 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 12:50:09.480327 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 12:50:09.480548 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 12:50:09.480881 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.481298 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 14 12:50:09.481602 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.481888 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.482155 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.482444 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.482725 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.483000 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.483276 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.483562 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.483843 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.484114 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.484391 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.484672 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.484959 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.485238 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.485663 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.485914 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] debug = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.486189 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.486618 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.487025 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.487298 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.487578 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.487854 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.488114 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.488380 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.488652 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.488992 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] host = dv-cinder-784477-10-iscsi {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.489259 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.489539 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.489815 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.490091 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.490355 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.490620 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.490894 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.491155 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.491418 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] log_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.491684 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.491960 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.492236 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.492513 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.492733 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.492971 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.493249 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.493526 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.493791 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.494055 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.494320 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.494583 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.494844 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.495104 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.495380 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.495655 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.495927 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.496192 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.496455 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.496718 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.497005 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.497284 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.497550 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.497815 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.498079 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.498355 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.498615 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.498878 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.499167 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.499445 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.499719 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.499992 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.500257 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.500528 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.500791 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.501077 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.501365 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] use_json = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.501630 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.501893 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.502165 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.502432 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.502699 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.502962 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.503223 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.503498 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:09.503786 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.504076 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.504366 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.504641 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.504962 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.505237 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.505519 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.505787 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.506065 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.506345 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.506626 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.506896 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.507176 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.507445 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.507729 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.508023 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.508310 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.508593 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.508883 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.509149 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.509415 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.509688 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.509968 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.510239 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.510519 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.510799 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.511069 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.511360 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.511640 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.511927 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.512208 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.512473 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.512746 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.513054 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.513327 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.513590 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.513895 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.514140 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.514408 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.514690 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.514979 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.515314 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.515586 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.515850 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.516181 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.516533 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.516998 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.517274 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.517654 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.517970 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.518351 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.518616 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.518889 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.519281 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.519616 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.519937 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.520234 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.520550 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.520826 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.521224 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.521696 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.521800 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.522066 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.522394 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.522691 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.522968 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.523235 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.523616 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.523940 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.524252 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.524550 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.524831 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.525217 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.525479 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.525786 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.526126 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.526463 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.526755 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.527034 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.527410 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.527707 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.528045 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.528352 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.528636 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.528997 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.529322 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.529601 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.529917 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.530256 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.530623 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.530926 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.531354 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.531586 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.531931 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.532386 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.532664 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.533073 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.533372 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.533726 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.534060 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.534613 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.534763 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.535083 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.535403 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.535779 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:09.536023 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 12:50:09.536234 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102243) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 14 12:50:09.964635 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 14 12:50:09.964910 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 14 12:50:09.965222 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 14 12:50:09.965554 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 14 12:50:10.287336 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.287622 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.287881 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.289210 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.289447 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.289735 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.334714 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.334980 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.335242 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.349382 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.349651 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.349914 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.378010 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.378287 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.378547 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.415273 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.415545 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.415806 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.754370 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.755005 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.755005 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.755005 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.755745 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.856356 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.856356 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.856356 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.856356 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.856356 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.856760 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.856760 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.856760 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.856760 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.856760 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.857136 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.857136 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.857136 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.857136 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.857448 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.857530 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.857739 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.858023 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.858283 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.858535 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.858803 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.859049 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.859317 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.859689 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.859913 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.860148 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.860692 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 12:50:10.860949 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 12:50:10.861183 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 12:50:10.861408 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 12:50:10.861632 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 12:50:10.861855 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 12:50:10.862218 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 14 12:50:10.865452 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 14 12:50:10.869557 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 14 12:50:10.873623 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 14 12:50:10.875354 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 14 12:50:10.875828 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 14 12:50:10.876173 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 14 12:50:10.876553 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 14 12:50:10.879471 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 14 12:50:10.879717 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 14 12:50:10.880069 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 12:50:10.885546 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 14 12:50:10.908471 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 14 12:50:10.908964 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.909262 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102243) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 14 12:50:10.909616 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.911001 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102243) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 14 12:50:10.911272 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 12:50:10.911509 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 14 12:50:10.914792 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.915067 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:10.978663 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 14 12:50:10.978982 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 14 12:50:10.979204 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 14 12:50:10.979572 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 14 12:50:11.002582 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_db.sqlalchemy.engines [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102243) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 14 12:50:11.435682 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Initializing driver for type 'gre' Dec 14 12:50:11.436218 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] gre ID ranges: [(1, 1000)] Dec 14 12:50:11.489064 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Initializing driver for type 'local' Dec 14 12:50:11.489399 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Initializing driver for type 'vlan' Dec 14 12:50:11.502700 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] VlanTypeDriver initialization complete Dec 14 12:50:11.503082 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Initializing driver for type 'vxlan' Dec 14 12:50:11.503569 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] vxlan ID ranges: [(1, 1000)] Dec 14 12:50:11.557701 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Initializing extension driver 'port_security' Dec 14 12:50:11.558067 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.extensions.port_security [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] PortSecurityExtensionDriver initialization complete Dec 14 12:50:11.558440 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Initializing mechanism driver 'openvswitch' Dec 14 12:50:11.558759 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Initializing mechanism driver 'hyperv' Dec 14 12:50:11.565437 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:50:11.566288 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > port after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.566656 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > port after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.567006 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > port after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.567552 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 12:50:11.567986 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > subnet after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.568333 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > subnet after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.568672 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.569087 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 12:50:11.569494 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > network after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.569837 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > network after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.570176 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > network after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.570564 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 12:50:11.570966 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > security_group after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.571314 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > security_group after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.571651 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.572046 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 12:50:11.572446 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.572792 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.573154 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.573546 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 12:50:11.573942 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > address_group after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.574289 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > address_group after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.574646 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.575034 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 12:50:11.575411 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] ML2 OVO RPC backend initialized. {{(pid=102243) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 14 12:50:11.576118 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.576448 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.576893 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > network before_response 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.577248 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > networks before_response 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.577664 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > port before_response 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.578002 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > ports before_response 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.578348 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > subnet before_response 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.578690 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > subnets before_response 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.579032 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > network after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.579451 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > network after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.579783 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > network after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.580113 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > port after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.580443 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > port after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.580769 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > port after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.581123 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > subnet after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.581455 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > subnet after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.581882 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.582585 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.plugin [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Modular L2 Plugin initialization complete Dec 14 12:50:11.582916 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading services supported by the core plugin {{(pid=102243) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 14 12:50:11.583242 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.plugins.ml2.managers [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Got port-security extension from driver 'port_security' Dec 14 12:50:11.583713 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.extensions.vlantransparent [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Disabled vlantransparent extension. Dec 14 12:50:11.584206 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102243) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 14 12:50:11.584522 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading Plugin: router Dec 14 12:50:11.619942 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.620328 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router after_create 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.620696 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router before_create 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.621085 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.621449 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.621801 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router after_delete 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.622155 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.622623 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.622982 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router after_create 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.623322 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router after_update 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.623670 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router after_update 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.624022 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.624366 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router after_update 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.624758 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router precommit_update 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.625143 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: port after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.625479 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: port after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.625815 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: subnet after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.626175 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.626527 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.626865 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router precommit_create 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.627208 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: port before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.627556 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router precommit_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.627907 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router after_update 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.628240 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.628571 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router precommit_create 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.628967 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.629315 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router precommit_update 55549900 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.629675 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > agent after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.630020 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > agent after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.630363 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > network after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.631219 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Tracking information for resource: router configured {{(pid=102243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 12:50:11.631546 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Tracking information for resource: floatingip configured {{(pid=102243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 12:50:11.636526 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.db.l3_agentschedulers_db [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 14 12:50:11.637160 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: port after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.637518 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: port after_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.637865 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: port after_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.638214 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: port after_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.638993 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router before_create 55550100 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.639355 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.639711 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router precommit_create 55550100 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.640066 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > router precommit_update 55550100 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.645031 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.services.provider_configuration [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service providers = [] {{(pid=102243) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 14 12:50:11.645390 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.db.servicetype_db [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102243) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 14 12:50:11.648311 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.services.service_base [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 12:50:11.648656 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.services.service_base [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 12:50:11.649023 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.services.service_base [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 12:50:11.649893 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.services.service_base [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 12:50:11.650260 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.services.service_base [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 14 12:50:11.650619 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 12:50:11.650930 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 14 12:50:11.661542 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 12:50:11.661874 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading Plugin: auto_allocate Dec 14 12:50:11.667683 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: network precommit_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.668047 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: network precommit_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.668553 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 12:50:11.668891 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading Plugin: tag Dec 14 12:50:11.676035 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 12:50:11.676358 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading Plugin: timestamp Dec 14 12:50:11.680173 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 12:50:11.680495 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading Plugin: network_ip_availability Dec 14 12:50:11.686026 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.686326 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.686674 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.687383 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 12:50:11.687673 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading Plugin: flavors Dec 14 12:50:11.692706 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 12:50:11.693065 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading Plugin: revisions Dec 14 12:50:11.697391 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 12:50:11.697790 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_concurrency.lockutils [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.732s {{(pid=102243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 14 12:50:11.698520 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102243) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 14 12:50:11.698850 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Initializing extension manager. Dec 14 12:50:11.699380 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: __init__.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.699720 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: __pycache__ {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.700047 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.700376 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: address_group.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.701162 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.701719 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: address-group Dec 14 12:50:11.702042 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: address_scope.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.702757 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.703253 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: address-scope Dec 14 12:50:11.703571 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.704517 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.705057 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: router-admin-state-down-before-update Dec 14 12:50:11.705373 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: agent.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.706064 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.706558 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: agent Dec 14 12:50:11.706876 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: agent_resources_synced.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.707778 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.708276 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: agent-resources-synced Dec 14 12:50:11.708589 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: allowedaddresspairs.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.710393 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.710903 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: allowed-address-pairs Dec 14 12:50:11.711229 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: auto_allocated_topology.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.712310 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.712817 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: auto-allocated-topology Dec 14 12:50:11.713165 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: availability_zone.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.713857 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.714355 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: availability_zone Dec 14 12:50:11.714668 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: availability_zone_filter.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.715591 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.716080 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: availability_zone_filter Dec 14 12:50:11.716404 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: data_plane_status.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.717323 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.717817 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension data-plane-status not supported by any of loaded plugins Dec 14 12:50:11.718131 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: default_subnetpools.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.719038 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.719528 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: default-subnetpools Dec 14 12:50:11.719868 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.720674 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.721199 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: dhcp_agent_scheduler Dec 14 12:50:11.721514 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: dns.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.722434 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.722923 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension dns-integration not supported by any of loaded plugins Dec 14 12:50:11.723237 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: dns_domain_ports.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.724144 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.724639 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 14 12:50:11.724991 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.725904 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.726400 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 14 12:50:11.726717 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: dvr.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.727389 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.727881 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: dvr Dec 14 12:50:11.728200 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: ecmp_routes.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.729135 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.729633 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 14 12:50:11.729946 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: empty_string_filtering.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.730844 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.731335 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: empty-string-filtering Dec 14 12:50:11.731654 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.732557 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.733084 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 14 12:50:11.733394 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.734293 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.734785 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 14 12:50:11.735101 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: external_net.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.736049 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.736542 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: external-net Dec 14 12:50:11.736877 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.737773 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.738272 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: extra_dhcp_opt Dec 14 12:50:11.738584 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: extraroute.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.739492 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.739981 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: extraroute Dec 14 12:50:11.740292 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: extraroute_atomic.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.742834 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.743360 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: extraroute-atomic Dec 14 12:50:11.743695 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: filter_validation.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.744371 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.744878 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: filter-validation Dec 14 12:50:11.745221 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: fip_pf_description.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.746159 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.746659 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 14 12:50:11.746979 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: fip_port_details.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.747892 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.748401 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: fip-port-details Dec 14 12:50:11.748716 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: flavors.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.749983 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.750493 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: flavors Dec 14 12:50:11.750812 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.752555 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.753090 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 14 12:50:11.753414 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: floatingip_pools.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.754108 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.754614 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: floatingip-pools Dec 14 12:50:11.755171 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: ip_allocation.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.755836 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.756328 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension ip_allocation not supported by any of loaded plugins Dec 14 12:50:11.756644 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.757586 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.758082 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: ip-substring-filtering Dec 14 12:50:11.758403 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: l2_adjacency.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.759334 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.759819 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 14 12:50:11.760137 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: l3.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.761200 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.761712 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: router Dec 14 12:50:11.762032 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.764311 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.764826 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 14 12:50:11.765183 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.766104 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.766631 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: ext-gw-mode Dec 14 12:50:11.766976 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.767891 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.768394 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: l3-ha Dec 14 12:50:11.768711 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: l3_flavors.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.769654 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.770151 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: l3-flavors Dec 14 12:50:11.770472 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.771371 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.771877 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 14 12:50:11.772194 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: l3agentscheduler.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.773248 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.773753 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: l3_agent_scheduler Dec 14 12:50:11.774075 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: local_ip.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.775883 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.776397 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension local_ip not supported by any of loaded plugins Dec 14 12:50:11.776720 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: logging.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.778222 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.778740 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension logging not supported by any of loaded plugins Dec 14 12:50:11.779065 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: metering.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.779921 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.780488 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: metering Dec 14 12:50:11.780813 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.781933 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.782463 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: metering_source_and_destination_fields Dec 14 12:50:11.782791 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: multiprovidernet.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.783721 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.784221 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: multi-provider Dec 14 12:50:11.786926 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: netmtu.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.786926 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.786926 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: net-mtu Dec 14 12:50:11.786926 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: netmtu_writable.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.787376 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.787618 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: net-mtu-writable Dec 14 12:50:11.787935 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: network_availability_zone.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.788601 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.789113 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: network_availability_zone Dec 14 12:50:11.789437 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: network_ip_availability.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.790540 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.791042 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: network-ip-availability Dec 14 12:50:11.791364 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: network_segment_range.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.792132 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.792625 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension network-segment-range not supported by any of loaded plugins Dec 14 12:50:11.792961 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: pagination.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.793927 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.794255 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: pagination Dec 14 12:50:11.794572 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: port_device_profile.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.795468 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.795974 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: port-device-profile Dec 14 12:50:11.796300 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.797268 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.797769 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: port-mac-address-regenerate Dec 14 12:50:11.798141 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.799039 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.799881 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: port-numa-affinity-policy Dec 14 12:50:11.800199 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: port_resource_request.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.801134 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.801642 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension port-resource-request not supported by any of loaded plugins Dec 14 12:50:11.801961 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: port_resource_request_groups.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.802927 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.803421 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 14 12:50:11.803738 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: portbindings.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.804659 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.805179 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: binding Dec 14 12:50:11.805496 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: portbindings_extended.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.806746 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.807254 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: binding-extended Dec 14 12:50:11.807576 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: portsecurity.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.808483 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.809026 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: port-security Dec 14 12:50:11.809350 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: project_id.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.810322 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.810651 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: project-id Dec 14 12:50:11.810973 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: providernet.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.811932 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.812440 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: provider Dec 14 12:50:11.812757 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.816411 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.816953 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension qos not supported by any of loaded plugins Dec 14 12:50:11.817283 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.818517 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.819030 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 14 12:50:11.819355 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.820261 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.820764 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 14 12:50:11.821110 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos_default.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.822021 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.822525 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension qos-default not supported by any of loaded plugins Dec 14 12:50:11.822845 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos_fip.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.823494 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.823987 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension qos-fip not supported by any of loaded plugins Dec 14 12:50:11.824301 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.825309 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 14 12:50:11.825629 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos_gateway_ip.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.826516 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.827030 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 14 12:50:11.827329 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos_port_network_policy.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.828245 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.828744 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 14 12:50:11.829082 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.830274 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.830783 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 14 12:50:11.831100 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos_pps_rule.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.832265 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.832771 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension qos-pps not supported by any of loaded plugins Dec 14 12:50:11.833114 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos_rule_type_details.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.834024 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.834524 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 14 12:50:11.834844 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: qos_rules_alias.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.835873 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.836377 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 14 12:50:11.836692 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: quota_check_limit.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.837614 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.838120 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: quota-check-limit Dec 14 12:50:11.838438 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: quotasv2.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.839360 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.839684 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: quotas Dec 14 12:50:11.839996 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: quotasv2_detail.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.843185 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.843521 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: quota_details Dec 14 12:50:11.843848 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: rbac.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.844996 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.845513 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: rbac-policies Dec 14 12:50:11.845838 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: rbac_address_group.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.846753 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.847262 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: rbac-address-group Dec 14 12:50:11.847582 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: rbac_address_scope.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.848500 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.849046 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: rbac-address-scope Dec 14 12:50:11.849360 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: rbac_security_groups.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.850284 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.850789 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: rbac-security-groups Dec 14 12:50:11.851103 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: rbac_subnetpool.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.852064 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.852526 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: rbac-subnetpool Dec 14 12:50:11.852839 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: revisionifmatch.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.853771 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.854267 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: revision-if-match Dec 14 12:50:11.854586 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: revisions.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.855692 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.856197 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: standard-attr-revisions Dec 14 12:50:11.856604 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: router_availability_zone.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.857315 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.857817 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: router_availability_zone Dec 14 12:50:11.858131 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: routerservicetype.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.859087 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.859607 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension router-service-type not supported by any of loaded plugins Dec 14 12:50:11.859929 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.861224 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.861808 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: security-groups-normalized-cidr Dec 14 12:50:11.862160 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.863559 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.864108 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: port-security-groups-filtering Dec 14 12:50:11.864426 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.865416 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.865919 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: security-groups-remote-address-group Dec 14 12:50:11.866236 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.867182 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.867683 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: security-groups-shared-filtering Dec 14 12:50:11.868000 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.868583 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 14 12:50:11.868884 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: securitygroup.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.878850 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.879398 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: security-group Dec 14 12:50:11.879728 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: segment.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.880535 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.881065 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension segment not supported by any of loaded plugins Dec 14 12:50:11.881386 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.882325 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.882825 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 14 12:50:11.883144 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: servicetype.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.884256 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.884771 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: service-type Dec 14 12:50:11.885129 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: sorting.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.886109 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.886439 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: sorting Dec 14 12:50:11.886758 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: standard_attr_segment.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.887667 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.888181 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 14 12:50:11.888503 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: standardattrdescription.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.889160 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.889675 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: standard-attr-description Dec 14 12:50:11.889994 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: stateful_security_group.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.890913 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.891415 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: stateful-security-group Dec 14 12:50:11.891767 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: stdattrs_common.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.892339 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 14 12:50:11.892656 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.893612 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.894130 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 14 12:50:11.894452 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: subnet_onboard.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.895537 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.896043 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: subnet_onboard Dec 14 12:50:11.896359 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.897303 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.897800 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 14 12:50:11.898117 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: subnet_service_types.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.899036 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.899540 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: subnet-service-types Dec 14 12:50:11.899858 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: subnetallocation.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.900983 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.901490 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: subnet_allocation Dec 14 12:50:11.901807 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.902465 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.902962 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: subnetpool-prefix-ops Dec 14 12:50:11.903278 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.904208 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.904704 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 14 12:50:11.905047 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: tagging.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.906153 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.906667 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: standard-attr-tag Dec 14 12:50:11.907019 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: timestamp.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.908368 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.908900 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loaded extension: standard-attr-timestamp Dec 14 12:50:11.909225 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: trunk.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.910247 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.910758 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension trunk not supported by any of loaded plugins Dec 14 12:50:11.911079 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: trunk_details.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.911987 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.912492 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension trunk-details not supported by any of loaded plugins Dec 14 12:50:11.912813 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: uplink_status_propagation.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.913753 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.914254 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 14 12:50:11.914575 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Loading extension file: vlantransparent.py {{(pid=102243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 12:50:11.915260 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 12:50:11.915757 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 14 12:50:11.918343 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:network Dec 14 12:50:11.918867 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:subnet Dec 14 12:50:11.919266 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 12:50:11.919646 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:port Dec 14 12:50:11.920946 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.921388 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service FLAVORS assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.922009 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.922427 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.922748 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:router Dec 14 12:50:11.923194 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:floatingip Dec 14 12:50:11.923677 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service METERING assigned prefix: /metering {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.925520 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.925885 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.926230 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:50:11.927252 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 12:50:11.927706 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:security_group Dec 14 12:50:11.928133 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 12:50:11.928736 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service CORE assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.929089 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 12:50:11.929432 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] subnetpool is already registered Dec 14 12:50:11.929855 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service CORE assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.930176 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 12:50:11.930496 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] subnetpool is already registered Dec 14 12:50:11.932785 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.933236 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service FLAVORS assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.933820 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.934234 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.934563 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:router Dec 14 12:50:11.934899 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] router is already registered Dec 14 12:50:11.935309 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:floatingip Dec 14 12:50:11.935638 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] floatingip is already registered Dec 14 12:50:11.936131 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service METERING assigned prefix: /metering {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.936741 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 12:50:11.937083 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] rbac_policy is already registered Dec 14 12:50:11.937488 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:security_group Dec 14 12:50:11.937811 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] security_group is already registered Dec 14 12:50:11.938201 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 12:50:11.938573 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] security_group_rule is already registered Dec 14 12:50:11.939198 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service CORE assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.939517 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 12:50:11.939843 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] subnetpool is already registered Dec 14 12:50:11.940260 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.v2.resource_helper [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Service CORE assigned prefix: {{(pid=102243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 12:50:11.940576 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 12:50:11.940925 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING neutron.quota.resource_registry [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] subnetpool is already registered Dec 14 12:50:11.941387 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: extensions {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.942857 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: address-groups {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.944356 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: address-scopes {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.945738 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: agents {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.946909 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: auto-allocated-topology {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.948172 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: availability_zones {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.949434 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: dhcp-networks {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.950928 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: dhcp-agents {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.952355 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: routers {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.954633 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: flavors {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.955805 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: service_profiles {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.957047 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: next_providers {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.958499 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: service_profiles {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.961048 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: floatingip-pools {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.962276 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: routers {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.964427 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: floatingips {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.965790 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: l3-routers {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.967185 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: l3-agents {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.968602 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: metering-labels {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.970105 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: metering-label-rules {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.971398 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: network-ip-availabilities {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.972656 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: bindings {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.974345 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: quotas {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.975922 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: quotas {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.977520 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: rbac-policies {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.978804 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: security-groups {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.980052 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: security-group-rules {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.981314 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: service-providers {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.982568 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: subnetpools {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.984003 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: subnetpools {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.985500 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: tags {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.987190 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: tags {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.989033 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: tags {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.990827 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: tags {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.992600 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: tags {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.994503 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: tags {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.996178 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: tags {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.998109 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: tags {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:11.999893 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: tags {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:12.001799 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron.api.extensions [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Extended resource: tags {{(pid=102243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 12:50:12.007884 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING keystonemiddleware.auth_token [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 14 12:50:12.012651 dv-cinder-784477-10-iscsi neutron-server[102243]: WARNING keystonemiddleware.auth_token [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 14 12:50:12.021353 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_concurrency.lockutils [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Acquired lock "singleton_lock" {{(pid=102243) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 14 12:50:12.021812 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_concurrency.lockutils [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Releasing lock "singleton_lock" {{(pid=102243) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 14 12:50:12.022465 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO oslo_service.service [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Starting 2 workers Dec 14 12:50:12.027222 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Started child 102350 {{(pid=102243) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 12:50:12.031661 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Started child 102351 {{(pid=102243) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 12:50:12.033009 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:12.033879 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO neutron.service [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 14 12:50:12.033879 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Publish callbacks [] for process, before_spawn {{(pid=102243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:12.034432 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [-] (102350) wsgi starting up on http://0.0.0.0:9696 Dec 14 12:50:12.036202 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO oslo_service.service [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Starting 1 workers Dec 14 12:50:12.036469 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:12.037851 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [-] (102351) wsgi starting up on http://0.0.0.0:9696 Dec 14 12:50:12.041358 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Started child 102352 {{(pid=102243) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 12:50:12.041934 dv-cinder-784477-10-iscsi neutron-server[102243]: INFO oslo_service.service [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Starting 1 workers Dec 14 12:50:12.045086 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.service [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] calling RpcWorker wait() {{(pid=102352) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 14 12:50:12.045670 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.service [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] returning from RpcWorker wait() {{(pid=102352) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 14 12:50:12.046309 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Started child 102353 {{(pid=102243) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 12:50:12.046780 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:12.047102 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG neutron_lib.callbacks.manager [None req-6b9c496f-16d9-45c1-97dd-c240f1e3b371 None None] Publish callbacks [] for process, after_spawn {{(pid=102243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:12.047265 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:50:12.049015 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102243) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 14 12:50:12.049525 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 12:50:12.049901 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 12:50:12.050091 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 12:50:12.050450 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 12:50:12.050627 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 12:50:12.051103 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.051373 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.051622 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.051876 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.052144 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.052730 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.053008 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.053256 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.053527 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.053753 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.053920 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.054080 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.054342 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.054584 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.054936 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.055203 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.055446 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.055726 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.055901 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.056157 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.056284 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:12.056817 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.056817 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.057098 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] debug = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.057234 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.057680 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.057904 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.058121 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.058343 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.058612 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.058833 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.059099 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.059325 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.059537 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.059765 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.060008 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.060245 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.060451 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.060701 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.060934 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.061185 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.061406 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.061854 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] host = dv-cinder-784477-10-iscsi {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.062085 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.062295 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.062530 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.062770 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.063008 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.063233 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.063544 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.063811 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.064037 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.064274 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.064530 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.064773 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.065077 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.065322 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.065484 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_options = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.065719 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.066023 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.066545 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.066743 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.066912 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.067087 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.067345 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.067492 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.067798 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.067952 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.068157 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.068366 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.068574 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.068809 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.069078 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.069301 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.069525 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.069729 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.069972 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.070218 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.070435 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.070654 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.070880 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.071120 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.071348 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.071557 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.071775 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.071984 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.072201 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.072453 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.072678 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.072945 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.073156 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.073396 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.073642 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.073879 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.074102 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.074312 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.074584 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.074803 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.075044 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.075282 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.075489 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.075723 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.075989 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.076198 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.076359 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_json = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.076587 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.076828 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.077091 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.077301 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.077524 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.077774 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.077975 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.078158 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.078583 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.078858 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.079207 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.079455 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.079687 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.079924 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.080162 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.080925 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.081192 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.081588 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.081785 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.081947 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.082221 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.082568 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.082709 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.082990 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.083297 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.083655 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.083892 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.084106 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.084335 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.084551 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.084818 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.085067 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.085293 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.085554 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.085799 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.086120 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.086345 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.086619 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.086887 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.087140 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.087396 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.087609 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.087912 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.088125 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.088233 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.088614 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.088885 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.089155 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.089399 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.089609 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.089824 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.090046 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.090273 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.090518 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.090751 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.090999 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.091225 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.091459 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.091668 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.091896 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.092122 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.092331 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.092571 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.092801 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.093061 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.093268 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.093518 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.093728 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.093937 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.094602 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.094885 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.095219 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.095592 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.095826 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.096059 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.096269 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.096516 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.096727 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.097118 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.098367 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.098367 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.098367 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.098679 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:50:12.098791 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.098791 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.098791 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.098791 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.098791 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.099306 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.099306 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.099306 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.099618 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.099748 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.099876 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.100408 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.100408 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.100673 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.100796 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.100951 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.101112 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.101395 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.101695 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.102399 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.102399 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.102399 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.102751 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.102871 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.103321 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.103321 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.103564 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.103564 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.103791 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.104029 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.104268 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.104506 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.104721 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.105018 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.105196 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.105714 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.105714 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.105978 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.106112 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.106377 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.109555 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.109555 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.109555 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.109555 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.109555 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.109555 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.109555 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.109555 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111061 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111061 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111061 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111061 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111061 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111061 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111061 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111061 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111984 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111984 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111984 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111984 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111984 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111984 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.111984 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.112750 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.112750 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.112750 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.112750 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.113241 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.113241 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.113468 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.113707 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.113942 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.114180 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.114406 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.114644 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.115049 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.115194 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.115328 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.115523 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.115936 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.116079 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.116213 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.116358 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.116610 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.116828 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.117027 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.118719 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.118719 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.118719 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.118719 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.118719 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.118719 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.118719 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.120310 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.120575 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.121163 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.121360 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.121560 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.121776 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.122411 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.125523 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.125822 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.126119 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.126402 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.126663 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.126936 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.127177 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.127405 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.127668 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.127912 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.128134 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.128357 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.128573 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.128808 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.135513 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.135822 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.136027 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.136330 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.136597 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.136960 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.137222 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.137455 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.137701 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.137927 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.138171 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.138420 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.138643 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.138910 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.139102 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.139324 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.139581 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.139842 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.140123 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.140306 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.140520 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.140750 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.141775 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.142866 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.143566 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.144291 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.144537 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.144807 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.145063 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.145307 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.145539 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.145755 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.145969 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.146192 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.146413 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.146621 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.146853 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.147216 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.147312 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.147482 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.147695 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.147946 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.148175 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.148399 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.148605 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.148824 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.149542 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.149765 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.149995 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.150209 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.150422 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.150634 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.150844 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.151051 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.151290 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.151504 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.151707 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.151930 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.152146 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.152353 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.152640 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.152923 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.153145 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.153425 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.153669 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.153914 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.154385 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.154700 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.155220 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.155456 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.155678 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.155930 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.156150 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.156411 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.157147 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.157473 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.157714 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.157962 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.158226 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.158850 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.159126 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.159348 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.159638 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.159964 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.160223 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.160465 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.160706 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.160970 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.161191 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.161409 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.161656 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.161889 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.162099 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.162331 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.162557 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.162776 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.162993 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.163215 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.163444 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.163999 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.164239 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.164461 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.164690 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.164870 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 12:50:12.165395 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102243) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 14 12:50:12.165783 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 12:50:12.165940 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 12:50:12.166144 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 12:50:12.166317 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 12:50:12.166467 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 12:50:12.166671 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.166834 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.166991 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.167153 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.167307 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.167515 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.167638 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.167794 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.167948 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.168103 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.168258 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.168706 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.168882 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.169615 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.169780 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.169936 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.170093 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.170257 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.170411 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.170568 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.170729 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.170882 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.171035 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] debug = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.171191 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.171394 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.171543 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.171697 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.171849 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.172004 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.172159 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.172314 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.172465 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.173213 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.173213 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.173470 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.173597 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.173720 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.173849 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.173965 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.174440 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.174603 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.174764 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] host = dv-cinder-784477-10-iscsi {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.174922 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.175078 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.175242 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.175397 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.175522 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:50:12.175659 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.175783 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.175905 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.176025 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.176146 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.176268 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.176390 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.176544 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.176700 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.176885 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.177029 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_options = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.177177 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.177339 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.177494 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.177700 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.177850 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.178006 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.178160 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.178310 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.178487 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.178641 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.178794 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.178947 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.179100 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.179252 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.179408 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.179542 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.179686 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.179839 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.179995 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.180147 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.180298 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.180451 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.180779 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.180932 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.181070 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.181194 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.181315 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.181445 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.181571 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.181732 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.181884 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.182040 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.182196 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.182356 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.182510 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.182662 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.182817 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.182969 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.183129 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.183283 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.183436 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.183589 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.183743 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.183897 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.184049 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.184200 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.184353 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_json = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.184506 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.184662 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.184818 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.184983 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.185134 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.185285 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.185436 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.185590 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 12:50:12.185766 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.185931 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.186098 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.186306 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.186399 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.186555 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.186711 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.186867 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.187023 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.187180 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.187341 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.187506 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.187667 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.187827 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.187974 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.188125 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.188281 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.188458 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.188662 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.188819 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.188987 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.189147 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.189340 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.189499 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.189639 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.189928 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.190707 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.190878 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.191085 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.191225 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.191362 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.191510 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.191686 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.191845 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.191984 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.192161 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.192303 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.192463 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.192606 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.192764 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.192928 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.193082 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.193220 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.193376 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.193519 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.193667 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.193823 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.193965 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.194112 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.194270 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.194420 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.194557 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.194715 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.194857 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.195017 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.195159 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.195318 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.195483 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.195635 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.195781 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.195918 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.196063 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.196221 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.196365 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.196520 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.196664 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.196821 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.196995 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.197145 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.197283 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.197442 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.197585 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.197731 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.197949 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.198092 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.198230 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.198367 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.198512 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.198660 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.198798 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.198934 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.199072 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.199207 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.199344 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.199479 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.199627 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.199848 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.199987 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.200123 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.200258 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.200398 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.200534 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.200669 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.200909 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.201084 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.201084 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.201429 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.201429 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.201700 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.201700 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.201961 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.201961 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.202219 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.202219 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.202493 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.202493 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.202753 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.202889 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.203025 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.203161 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.203297 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.203443 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.203581 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.203726 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.203864 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.204003 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.204139 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.204274 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.204410 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.204550 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.204686 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.204827 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.205023 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.205163 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.205311 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.205449 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.205585 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.205724 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.205862 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.206002 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.206149 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.206286 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.206420 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.206557 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.206693 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.206829 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.206993 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.207134 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.207317 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.207467 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.207606 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.207763 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.207904 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.208124 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.208264 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.208400 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.208536 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.208671 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.208817 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.208982 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.209632 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.209803 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.209942 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.210078 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.210214 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.210747 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.211211 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.211450 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.211542 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.211666 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.211822 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.211979 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.212137 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.212291 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.212448 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.212605 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.212762 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.212940 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.213395 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.213557 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.213712 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.213869 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.214026 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.214182 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.214337 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.214496 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.214652 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.214810 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.214969 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.215125 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.215283 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.215440 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.215823 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.215983 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.216140 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.216299 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.216454 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.216613 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.216770 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.216948 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.217107 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.217264 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.217427 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.217599 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.217754 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.217911 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.218066 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.218272 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.218398 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.218520 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.218641 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.218771 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.218929 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.219350 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.219486 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.219608 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.219807 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.219968 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.220351 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.220512 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.220670 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.220826 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.221088 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.221223 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.221562 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.221722 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.221877 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.222032 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.222199 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.222356 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.222512 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.222668 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.222824 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.222980 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.223146 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.223303 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.223459 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.223614 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.223770 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.223925 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.224089 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.224244 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.224399 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.224553 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.224707 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.224875 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.225042 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.225197 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.225353 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.225509 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.225665 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.225825 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.225991 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.226145 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.226301 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.226456 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.226610 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.226764 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.226929 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.227087 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.227242 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.227404 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.227559 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.227716 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.227871 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.228035 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.228191 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.228363 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.228493 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.228651 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.228808 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.228988 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.229148 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.229312 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.229479 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.229664 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.229818 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.229960 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.230122 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.230278 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.230457 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.230606 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.230762 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.230917 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.231071 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.231230 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.231389 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.231535 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.231677 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.231834 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.231981 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.232154 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.232313 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.232465 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.232608 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.232752 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.232923 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.233089 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.233230 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.233367 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.233504 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 12:50:12.234602 dv-cinder-784477-10-iscsi neutron-server[102243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 12:50:12.394015 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 37396) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:50:12.408101 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105686 Dec 14 12:50:23.965962 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab1444-1443-4ffe-bfc5-e3ce6f8561b8 None None] get_active_networks_info from dv-cinder-784477-10-iscsi {{(pid=102352) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 12:50:24.028920 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ab1444-1443-4ffe-bfc5-e3ce6f8561b8 None None] No non-hosted networks {{(pid=102352) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 14 12:50:24.045048 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0c3c7ca-6f94-440e-9ac9-2e20ef502090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472305'] for agent, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:25.911725 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-29b879c2-4880-4520-97c9-549152974c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472305'] for agent, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:25.951901 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-2c27e8d4-27ea-41c7-8d2a-25c19f09ed66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:27.289679 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472305'] for agent, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:28.567571 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472305'] for agent, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:29.461847 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472305'] for agent, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:29.462815 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.463521 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.463974 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.464675 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.465208 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.465527 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.467809 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.468604 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.469137 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.469491 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.469835 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.471236 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.471236 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:29.471988 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784477-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:50:29.484162 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784477-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:50:29.946398 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 37486) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:50:30.482550 dv-cinder-784477-10-iscsi neutron-server[102351]: WARNING oslo_policy.policy [None req-b4e983de-d33f-4b82-8366-e5051cd71263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 12:50:30.483222 dv-cinder-784477-10-iscsi neutron-server[102351]: WARNING oslo_policy.policy [None req-b4e983de-d33f-4b82-8366-e5051cd71263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 12:50:30.705812 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [None req-b4e983de-d33f-4b82-8366-e5051cd71263 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 12:50:30.720969 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-b4e983de-d33f-4b82-8366-e5051cd71263 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7586362 Dec 14 12:50:33.280142 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 37502) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:50:33.365139 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.db.l3_hamode_db [None req-0ff920a7-0c2c-4888-bc8a-11c11b6f5c8a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 14 12:50:33.441934 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff920a7-0c2c-4888-bc8a-11c11b6f5c8a None None] Routers set() bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:50:33.442329 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff920a7-0c2c-4888-bc8a-11c11b6f5c8a None None] Router IDs set() for agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 12:50:33.794766 dv-cinder-784477-10-iscsi neutron-server[102350]: WARNING oslo_policy.policy [None req-2f3a6211-5fed-4998-83f6-38b082849e1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 12:50:33.795318 dv-cinder-784477-10-iscsi neutron-server[102350]: WARNING oslo_policy.policy [None req-2f3a6211-5fed-4998-83f6-38b082849e1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 12:50:34.016140 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-2f3a6211-5fed-4998-83f6-38b082849e1b admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:50:34.115376 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.policy [None req-2f3a6211-5fed-4998-83f6-38b082849e1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102350) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 14 12:50:34.162019 dv-cinder-784477-10-iscsi neutron-server[102350]: WARNING oslo_policy.policy [None req-2f3a6211-5fed-4998-83f6-38b082849e1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 12:50:34.162397 dv-cinder-784477-10-iscsi neutron-server[102350]: WARNING oslo_policy.policy [None req-2f3a6211-5fed-4998-83f6-38b082849e1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 12:50:34.170905 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.quota [None req-2f3a6211-5fed-4998-83f6-38b082849e1b admin admin] Loaded quota_driver: . Dec 14 12:50:34.264624 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2f3a6211-5fed-4998-83f6-38b082849e1b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769304182193', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769304181340', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769304163816', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769304152929', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769304142665', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769304134078', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33098124', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33105292', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-582336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1524248'] for rbac-policy, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:34.337606 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2f3a6211-5fed-4998-83f6-38b082849e1b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:34.338831 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-2f3a6211-5fed-4998-83f6-38b082849e1b admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0577297 Dec 14 12:50:37.121464 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 37520) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:50:37.454550 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:50:37.487345 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Made reservation on behalf of aacf36ec132240c696bac0219daa3a76 for: {'network': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:50:37.490381 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:37.507791 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:37.617158 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:37.623031 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:37.642302 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=102350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:50:37.671102 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769299336057', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:37.671713 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Unsubscribe: segment precommit_create {{(pid=102350) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 14 12:50:37.672186 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.segments_db [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Added segment fa2c7887-50be-4795-9340-35bc5e0f4568 of type vlan for network 7ba20a02-25f1-4703-a6a2-f3a0dc814234 Dec 14 12:50:37.687648 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60680be-50f7-45d8-8fca-ea7a865764c5,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:50:37.738019 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.738370 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.738707 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.739027 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.739351 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.739670 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.739998 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.740320 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.740692 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.741046 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.741518 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.741795 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.742126 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Tracked resource versions report: Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: pushed versions: Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: { 'AddressGroup': {'1.2'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'ConntrackHelper': {'1.0'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'LocalIPAssociation': {'1.0'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Log': {'1.0'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Network': {'1.1'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Port': {'1.7'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'PortForwarding': {'1.2'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'QosPolicy': {'1.10'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SecurityGroup': {'1.5'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SecurityGroupRule': {'1.2'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SubPort': {'1.0'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Subnet': {'1.1'}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Trunk': {'1.1'}} Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: consumer versions: Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: { DHCP agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: L3 agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: Metadata agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: Metering agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: Open vSwitch agent@dv-cinder-784477-10-iscsi: { 'AddressGroup': '1.2', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'ConntrackHelper': '1.0', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'LocalIPAssociation': '1.0', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Log': '1.0', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Network': '1.1', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Port': '1.7', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'PortForwarding': '1.2', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'QosPolicy': '1.10', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SecurityGroup': '1.5', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SecurityGroupRule': '1.2', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SubPort': '1.0', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Subnet': '1.1', Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Trunk': '1.1'}} Dec 14 12:50:37.743506 dv-cinder-784477-10-iscsi neutron-server[102350]: {{(pid=102350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 12:50:37.785245 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:37.832268 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:37.833480 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:50:37.834270 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:37.910211 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7875738 Dec 14 12:50:37.936028 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb028ee4-b0e8-4274-a6c1-9cd9e9f22be6 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba20a02-25f1-4703-a6a2-f3a0dc814234,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:50:37.948604 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 7ba20a02-25f1-4703-a6a2-f3a0dc814234 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:50:40.787283 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 37534) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:50:41.238140 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d63ca-5a29-4c32-b8fa-f9581e7e68d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:50:41.240029 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-d73d63ca-5a29-4c32-b8fa-f9581e7e68d5 admin admin] 10.222.0.49 "GET /v2.0/networks/7ba20a02-25f1-4703-a6a2-f3a0dc814234 HTTP/1.1" status: 200 len: 825 time: 0.4516642 Dec 14 12:50:41.275717 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-6902d42a-b718-46f0-a1a9-3afed174385b admin admin] 10.222.0.49 "GET /v2.0/subnetpools/cd2d5652-99c3-427f-9a9e-31dab69062c9 HTTP/1.1" status: 200 len: 734 time: 0.0291996 Dec 14 12:50:41.286953 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] Request body: {'subnet': {'subnetpool_id': 'cd2d5652-99c3-427f-9a9e-31dab69062c9', 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'gateway_ip': '172.20.0.1'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:50:41.316826 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] Made reservation on behalf of aacf36ec132240c696bac0219daa3a76 for: {'subnet': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:50:41.319066 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:41.614318 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for subnet, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:41.680307 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8abefa-1702-404f-b197-34606a1c55aa,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:50:41.688728 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] Checking segment: {'id': 'fa2c7887-50be-4795-9340-35bc5e0f4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:50:41.689125 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] Network hostable DHCP agents. Network: 7ba20a02-25f1-4703-a6a2-f3a0dc814234, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:50:41.712830 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] Network 7ba20a02-25f1-4703-a6a2-f3a0dc814234 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:50:41.724007 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 7ba20a02-25f1-4703-a6a2-f3a0dc814234) {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:50:41.729342 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:50:41.729932 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:41.735008 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69ab147-eaaa-4eb1-9e6f-c7b269b39a0b None None] Network 7ba20a02-25f1-4703-a6a2-f3a0dc814234 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:50:41.745795 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-226d4dee-9c10-4bd7-93bf-3e4f474f5a8b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4635501 Dec 14 12:50:42.005681 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22aba6b6-fb0c-59e1-9f3d-90899b8a9d55-7ba20a02-25f1-4703-a6a2-f3a0dc814234', 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234', 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'fixed_ips': [{'subnet_id': 'be8abefa-1702-404f-b197-34606a1c55aa'}]}} from dv-cinder-784477-10-iscsi. {{(pid=102352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 12:50:42.006981 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:42.314126 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.db_base_plugin_common [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Allocated IP 172.20.0.2 (7ba20a02-25f1-4703-a6a2-f3a0dc814234/be8abefa-1702-404f-b197-34606a1c55aa/177e8579-2b5b-4c87-aa45-78511f24ea60) {{(pid=102352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:50:42.556760 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Publish callbacks [] for port, precommit_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:42.566315 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:42.641257 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Network 7ba20a02-25f1-4703-a6a2-f3a0dc814234 is already hosted by enough agents. {{(pid=102352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:50:42.649696 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.base_scheduler [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Resources bound (agent type, host, resource id): {{(pid=102352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:50:42.656714 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Pushing event updated for resources: {'Port': ['ID=177e8579-2b5b-4c87-aa45-78511f24ea60,revision_number=1']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:50:42.658592 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Received port after_create {{(pid=102352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:50:42.689610 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.689939 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.690330 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.690679 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.690981 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.691330 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.691674 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.691999 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.692324 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.692661 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.693011 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.693333 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.693634 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Tracked resource versions report: Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: pushed versions: Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: { 'AddressGroup': {'1.2'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'ConntrackHelper': {'1.0'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'LocalIPAssociation': {'1.0'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Log': {'1.0'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Network': {'1.1'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Port': {'1.7'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'PortForwarding': {'1.2'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'QosPolicy': {'1.10'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SecurityGroup': {'1.5'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SecurityGroupRule': {'1.2'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SubPort': {'1.0'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Subnet': {'1.1'}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Trunk': {'1.1'}} Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: consumer versions: Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: { DHCP agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: L3 agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: Metadata agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: Metering agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: Open vSwitch agent@dv-cinder-784477-10-iscsi: { 'AddressGroup': '1.2', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'ConntrackHelper': '1.0', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'LocalIPAssociation': '1.0', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Log': '1.0', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Network': '1.1', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Port': '1.7', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'PortForwarding': '1.2', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'QosPolicy': '1.10', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SecurityGroup': '1.5', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SecurityGroupRule': '1.2', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SubPort': '1.0', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Subnet': '1.1', Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Trunk': '1.1'}} Dec 14 12:50:42.695032 dv-cinder-784477-10-iscsi neutron-server[102352]: {{(pid=102352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 12:50:42.742877 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Attempting to bind port 177e8579-2b5b-4c87-aa45-78511f24ea60 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:50:42.743574 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Attempting to bind port 177e8579-2b5b-4c87-aa45-78511f24ea60 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': 'fa2c7887-50be-4795-9340-35bc5e0f4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:50:42.743694 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Attempting to bind port 177e8579-2b5b-4c87-aa45-78511f24ea60 on network 7ba20a02-25f1-4703-a6a2-f3a0dc814234 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:50:42.748737 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:50:42.749144 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Checking segment: {'id': 'fa2c7887-50be-4795-9340-35bc5e0f4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:50:42.749658 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:42.750036 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Bound using segment: {'id': 'fa2c7887-50be-4795-9340-35bc5e0f4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:50:42.750551 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Bound port: 177e8579-2b5b-4c87-aa45-78511f24ea60, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2c7887-50be-4795-9340-35bc5e0f4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:50:42.750956 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:42.816030 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] For port 177e8579-2b5b-4c87-aa45-78511f24ea60, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:50:42.820459 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] For port 177e8579-2b5b-4c87-aa45-78511f24ea60, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=177e8579-2b5b-4c87-aa45-78511f24ea60,segment=NetworkSegment(fa2c7887-50be-4795-9340-35bc5e0f4568),segment_id=fa2c7887-50be-4795-9340-35bc5e0f4568)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:50:42.826546 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:42.889664 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30b6ad-fb41-41bc-b139-54ea5c3dc033 None None] Pushing event updated for resources: {'Port': ['ID=177e8579-2b5b-4c87-aa45-78511f24ea60,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:50:44.346297 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 37542) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:50:44.667643 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [None req-402001e3-4782-47fd-8522-882e30072127 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 12:50:44.668659 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-402001e3-4782-47fd-8522-882e30072127 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3213041 Dec 14 12:50:47.230885 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 37550) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:50:47.552960 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [None req-6aee3a9b-d5e9-495e-a90c-13fd62846603 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 12:50:47.553928 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-6aee3a9b-d5e9-495e-a90c-13fd62846603 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3220487 Dec 14 12:50:50.390602 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 37560) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:50:50.703110 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-d09661ae-aa26-401f-ba7c-2c79ebe22a61 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:50:50.768023 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.policy [None req-d09661ae-aa26-401f-ba7c-2c79ebe22a61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102351) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 14 12:50:50.816914 dv-cinder-784477-10-iscsi neutron-server[102351]: WARNING oslo_policy.policy [None req-d09661ae-aa26-401f-ba7c-2c79ebe22a61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 12:50:50.817245 dv-cinder-784477-10-iscsi neutron-server[102351]: WARNING oslo_policy.policy [None req-d09661ae-aa26-401f-ba7c-2c79ebe22a61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 12:50:50.825757 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.quota [None req-d09661ae-aa26-401f-ba7c-2c79ebe22a61 admin admin] Loaded quota_driver: . Dec 14 12:50:50.883307 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d09661ae-aa26-401f-ba7c-2c79ebe22a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60764'] for router, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:50.885257 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d09661ae-aa26-401f-ba7c-2c79ebe22a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60757'] for router, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:51.032875 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d09661ae-aa26-401f-ba7c-2c79ebe22a61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:51.040878 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d09661ae-aa26-401f-ba7c-2c79ebe22a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469758'] for router, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:51.063353 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d09661ae-aa26-401f-ba7c-2c79ebe22a61 admin admin] Publish callbacks [] for router, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:51.064558 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-d09661ae-aa26-401f-ba7c-2c79ebe22a61 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6729603 Dec 14 12:50:51.281267 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 177e8579-2b5b-4c87-aa45-78511f24ea60 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:50:51.376900 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 177e8579-2b5b-4c87-aa45-78511f24ea60 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:50:51.377280 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:51.487514 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:51.522927 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port 177e8579-2b5b-4c87-aa45-78511f24ea60, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=177e8579-2b5b-4c87-aa45-78511f24ea60,segment=NetworkSegment(fa2c7887-50be-4795-9340-35bc5e0f4568),segment_id=fa2c7887-50be-4795-9340-35bc5e0f4568)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:50:51.527366 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:51.584445 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=177e8579-2b5b-4c87-aa45-78511f24ea60,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:50:51.896892 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6361c946-6751-4c42-88ba-854f55ad0516 None None] Network 7ba20a02-25f1-4703-a6a2-f3a0dc814234 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:50:52.020388 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-7a84979b-0c9b-4edc-bccd-69b5b41b888f None None] Provisioning complete for port 177e8579-2b5b-4c87-aa45-78511f24ea60 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:50:52.020709 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-7a84979b-0c9b-4edc-bccd-69b5b41b888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:52.222585 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-c600a1b8-91ff-4afc-80a7-16233d3b5a98 None None] Provisioning complete for port 177e8579-2b5b-4c87-aa45-78511f24ea60 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:50:52.222919 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c600a1b8-91ff-4afc-80a7-16233d3b5a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:53.250898 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 177e8579-2b5b-4c87-aa45-78511f24ea60 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:50:53.298713 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 177e8579-2b5b-4c87-aa45-78511f24ea60 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:50:53.299080 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:53.681281 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 37574) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:50:53.853453 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-4f5e460f-e27f-418d-9972-46ed6906123a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:54.012738 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [None req-d1fdeb2d-3eeb-4335-a88b-a0a45a1148bb admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 12:50:54.013752 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-d1fdeb2d-3eeb-4335-a88b-a0a45a1148bb admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3313041 Dec 14 12:50:55.917571 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c0acdb74-9f9c-4de4-ac2d-368053e8394d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:56.610164 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 37582) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:50:56.965104 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:50:56.991443 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Made reservation on behalf of 777afeb80ea64196bb8f92276feda60e for: {'network': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:50:56.994216 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:57.009944 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:57.112106 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:57.118121 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:57.129204 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Reserving flat network on physical network physnet1 {{(pid=102351) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 14 12:50:57.159926 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769299336057', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:57.160472 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Unsubscribe: segment precommit_create {{(pid=102351) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 14 12:50:57.160996 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.segments_db [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Added segment 2ca75f37-4571-499b-9c30-18074fe74b36 of type flat for network 2946f6d7-cdce-44ff-bb19-df196ff995d7 Dec 14 12:50:57.177642 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a345f9-8fa6-430f-be9e-b7992215d973,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:50:57.224314 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.224637 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.225042 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.225398 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.225654 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.226004 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.226319 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.226694 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.227050 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.227382 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.227694 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.227998 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.228302 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Tracked resource versions report: Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: pushed versions: Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: { 'AddressGroup': {'1.2'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'ConntrackHelper': {'1.0'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'LocalIPAssociation': {'1.0'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Log': {'1.0'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Network': {'1.1'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Port': {'1.7'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'PortForwarding': {'1.2'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'QosPolicy': {'1.10'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SecurityGroup': {'1.5'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SecurityGroupRule': {'1.2'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SubPort': {'1.0'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Subnet': {'1.1'}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Trunk': {'1.1'}} Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: consumer versions: Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: { DHCP agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: L3 agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: Metadata agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: Metering agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: Open vSwitch agent@dv-cinder-784477-10-iscsi: { 'AddressGroup': '1.2', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'ConntrackHelper': '1.0', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'LocalIPAssociation': '1.0', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Log': '1.0', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Network': '1.1', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Port': '1.7', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'PortForwarding': '1.2', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'QosPolicy': '1.10', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SecurityGroup': '1.5', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SecurityGroupRule': '1.2', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SubPort': '1.0', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Subnet': '1.1', Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Trunk': '1.1'}} Dec 14 12:50:57.229705 dv-cinder-784477-10-iscsi neutron-server[102351]: {{(pid=102351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 12:50:57.235625 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:57.282253 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:57.326898 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:57.328093 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:50:57.328793 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:57.403974 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7924273 Dec 14 12:50:57.429409 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9a7d-d14c-4fae-9bf4-598dbeebcdf6 admin admin] Pushing event updated for resources: {'Network': ['ID=2946f6d7-cdce-44ff-bb19-df196ff995d7,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:50:57.441234 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:50:58.494495 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:50:59.456177 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:00.033391 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 37604) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:51:00.259515 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281171b0-8421-48f4-b0ef-ea43dc64ea1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:51:00.260899 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-281171b0-8421-48f4-b0ef-ea43dc64ea1f admin admin] 10.222.0.49 "GET /v2.0/subnets/be8abefa-1702-404f-b197-34606a1c55aa HTTP/1.1" status: 200 len: 849 time: 0.2262797 Dec 14 12:51:00.397121 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-b931ccdf-42bd-4db2-8dba-e1d0c594fcef admin admin] 10.222.0.49 "GET /v2.0/routers/478c22f3-a1c3-4c05-8831-3bc8dd03ba94 HTTP/1.1" status: 200 len: 704 time: 0.1280789 Dec 14 12:51:00.681415 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:01.004807 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Allocated IP 172.20.0.1 (7ba20a02-25f1-4703-a6a2-f3a0dc814234/be8abefa-1702-404f-b197-34606a1c55aa/0bcdc7a5-e032-40fa-b02e-44389cc6e01a) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:51:01.194201 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:01.265632 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:01.338165 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Network 7ba20a02-25f1-4703-a6a2-f3a0dc814234 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:51:01.343723 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:51:01.352048 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:51:01.352608 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471181'] for router_interface, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:01.374980 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Pushing event updated for resources: {'Port': ['ID=0bcdc7a5-e032-40fa-b02e-44389cc6e01a,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:51:01.549403 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:01.553962 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-94705a61-bc33-48fe-a4df-e763abdcdbf4 None None] Provisioning complete for port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:51:01.554474 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-94705a61-bc33-48fe-a4df-e763abdcdbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:01.586296 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-94705a61-bc33-48fe-a4df-e763abdcdbf4 None None] Port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 12:51:01.810951 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:01.819238 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:01.820385 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472125'] for router_interface, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:01.898889 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Pushing event updated for resources: {'Port': ['ID=0bcdc7a5-e032-40fa-b02e-44389cc6e01a,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:51:01.949160 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Network 7ba20a02-25f1-4703-a6a2-f3a0dc814234 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:51:01.950568 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:51:02.107332 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-619be8b6-6140-4a3f-9c4a-02688f3abc09 None None] Provisioning complete for port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:51:02.107701 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-619be8b6-6140-4a3f-9c4a-02688f3abc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:02.118148 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Router 478c22f3-a1c3-4c05-8831-3bc8dd03ba94 is scheduled to L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 with binding_index 1 {{(pid=102351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 12:51:02.142668 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-619be8b6-6140-4a3f-9c4a-02688f3abc09 None None] Port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 12:51:02.210347 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 12:51:02.215853 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-72eae69b-768f-4930-a2c8-f744947f275d admin admin] 10.222.0.49 "PUT /v2.0/routers/478c22f3-a1c3-4c05-8831-3bc8dd03ba94/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8105018 Dec 14 12:51:02.233194 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Sync routers for ids ['478c22f3-a1c3-4c05-8831-3bc8dd03ba94'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 12:51:02.247477 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Routers {'478c22f3-a1c3-4c05-8831-3bc8dd03ba94'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:51:02.248290 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:50:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['478c22f3-a1c3-4c05-8831-3bc8dd03ba94'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:51:02.436872 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Set router 478c22f3-a1c3-4c05-8831-3bc8dd03ba94 gateway port host: None {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:51:02.865657 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'name': 'router1', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:50:50Z', 'updated_at': '2021-12-14T12:51:01Z', 'revision_number': 2, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'gw_port_host': None, '_interfaces': [{'id': '0bcdc7a5-e032-40fa-b02e-44389cc6e01a', 'name': '', 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'mac_address': 'fa:16:3e:4b:23:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:51:00Z', 'updated_at': '2021-12-14T12:51:01Z', 'revision_number': 2, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'subnets': [{'id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2d5652-99c3-427f-9a9e-31dab69062c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:51:02.915941 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Checking router: 478c22f3-a1c3-4c05-8831-3bc8dd03ba94 for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 12:51:02.916305 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Updating router 478c22f3-a1c3-4c05-8831-3bc8dd03ba94 port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a binding host dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 12:51:02.964001 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:03.467592 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Publish callbacks [] for port, precommit_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:03.475266 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:03.637372 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Pushing event updated for resources: {'Port': ['ID=0bcdc7a5-e032-40fa-b02e-44389cc6e01a,revision_number=3']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:51:03.649344 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.649700 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.650041 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.650371 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.650693 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.651012 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.651376 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.651701 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.652025 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.652427 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.652744 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.653090 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.653403 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Tracked resource versions report: Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: pushed versions: Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: { 'AddressGroup': {'1.2'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'ConntrackHelper': {'1.0'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'LocalIPAssociation': {'1.0'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Log': {'1.0'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Network': {'1.1'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Port': {'1.7'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'PortForwarding': {'1.2'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'QosPolicy': {'1.10'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SecurityGroup': {'1.5'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SecurityGroupRule': {'1.2'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SubPort': {'1.0'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Subnet': {'1.1'}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Trunk': {'1.1'}} Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: consumer versions: Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: { DHCP agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: L3 agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: Metadata agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: Metering agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: Open vSwitch agent@dv-cinder-784477-10-iscsi: { 'AddressGroup': '1.2', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'ConntrackHelper': '1.0', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'LocalIPAssociation': '1.0', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Log': '1.0', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Network': '1.1', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Port': '1.7', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'PortForwarding': '1.2', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'QosPolicy': '1.10', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SecurityGroup': '1.5', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SecurityGroupRule': '1.2', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SubPort': '1.0', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Subnet': '1.1', Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Trunk': '1.1'}} Dec 14 12:51:03.654829 dv-cinder-784477-10-iscsi neutron-server[102353]: {{(pid=102353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 12:51:03.660021 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Attempting to bind port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:51:03.660416 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Attempting to bind port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': 'fa2c7887-50be-4795-9340-35bc5e0f4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234'}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:51:03.660838 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Attempting to bind port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a on network 7ba20a02-25f1-4703-a6a2-f3a0dc814234 {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:51:03.666160 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:51:03.666673 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Checking segment: {'id': 'fa2c7887-50be-4795-9340-35bc5e0f4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:51:03.667076 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:03.667488 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Bound using segment: {'id': 'fa2c7887-50be-4795-9340-35bc5e0f4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234'} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:51:03.667998 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Bound port: 0bcdc7a5-e032-40fa-b02e-44389cc6e01a, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2c7887-50be-4795-9340-35bc5e0f4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234'}}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:51:03.668388 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:03.673801 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-db440774-005c-4acd-8d04-847d2e49b74b None None] Provisioning complete for port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:51:03.674270 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-db440774-005c-4acd-8d04-847d2e49b74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:03.708264 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-db440774-005c-4acd-8d04-847d2e49b74b None None] Port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 12:51:03.734373 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] For port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:51:03.752935 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] For port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=0bcdc7a5-e032-40fa-b02e-44389cc6e01a,segment=NetworkSegment(fa2c7887-50be-4795-9340-35bc5e0f4568),segment_id=fa2c7887-50be-4795-9340-35bc5e0f4568)] {{(pid=102353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:51:03.757553 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:03.802681 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Routers {'478c22f3-a1c3-4c05-8831-3bc8dd03ba94'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:51:03.803395 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:50:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['478c22f3-a1c3-4c05-8831-3bc8dd03ba94'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:51:03.889145 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de75b94-21b2-488e-a70b-f2a66119f751 None None] Pushing event updated for resources: {'Port': ['ID=0bcdc7a5-e032-40fa-b02e-44389cc6e01a,revision_number=4']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:51:03.905292 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] Set router 478c22f3-a1c3-4c05-8831-3bc8dd03ba94 gateway port host: None {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:51:04.030468 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-201a6e26-911b-4994-8491-441085ccf45a None None] Provisioning complete for port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:51:04.030952 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-201a6e26-911b-4994-8491-441085ccf45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:04.112069 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-201a6e26-911b-4994-8491-441085ccf45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:04.117736 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'name': 'router1', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:50:50Z', 'updated_at': '2021-12-14T12:51:01Z', 'revision_number': 2, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'gw_port_host': None, '_interfaces': [{'id': '0bcdc7a5-e032-40fa-b02e-44389cc6e01a', 'name': '', 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'mac_address': 'fa:16:3e:4b:23:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:51:00Z', 'updated_at': '2021-12-14T12:51:03Z', 'revision_number': 4, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'subnets': [{'id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2d5652-99c3-427f-9a9e-31dab69062c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:51:04.143156 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245cad8-c405-449d-8c85-bff865167f75 None None] The sync data for ids ['478c22f3-a1c3-4c05-8831-3bc8dd03ba94'] in dv-cinder-784477-10-iscsi is: [{'id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'name': 'router1', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:50:50Z', 'updated_at': '2021-12-14T12:51:01Z', 'revision_number': 2, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'gw_port_host': None, '_interfaces': [{'id': '0bcdc7a5-e032-40fa-b02e-44389cc6e01a', 'name': '', 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'mac_address': 'fa:16:3e:4b:23:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:51:00Z', 'updated_at': '2021-12-14T12:51:03Z', 'revision_number': 4, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'subnets': [{'id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2d5652-99c3-427f-9a9e-31dab69062c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 12:51:04.143419 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-201a6e26-911b-4994-8491-441085ccf45a None None] For port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=0bcdc7a5-e032-40fa-b02e-44389cc6e01a,segment=NetworkSegment(fa2c7887-50be-4795-9340-35bc5e0f4568),segment_id=fa2c7887-50be-4795-9340-35bc5e0f4568)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:51:04.148695 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-201a6e26-911b-4994-8491-441085ccf45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:04.201318 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a6e26-911b-4994-8491-441085ccf45a None None] Pushing event updated for resources: {'Port': ['ID=0bcdc7a5-e032-40fa-b02e-44389cc6e01a,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:51:04.639832 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 37624) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:51:04.751427 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4074ce7a-a465-460f-9dc5-b50d441c3508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:51:04.752812 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-4074ce7a-a465-460f-9dc5-b50d441c3508 admin admin] 10.222.0.49 "GET /v2.0/networks/2946f6d7-cdce-44ff-bb19-df196ff995d7 HTTP/1.1" status: 200 len: 842 time: 0.1120081 Dec 14 12:51:04.763157 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:51:04.789990 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Made reservation on behalf of 777afeb80ea64196bb8f92276feda60e for: {'subnet': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:51:04.792532 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:05.092032 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.objects.ports [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102351) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 12:51:05.092488 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for subnet, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:05.143590 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb26fc66-47c0-4894-948a-a848d8992f86,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:51:05.155610 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Checking segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:51:05.155959 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Network hostable DHCP agents. Network: 2946f6d7-cdce-44ff-bb19-df196ff995d7, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:51:05.179078 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:51:05.190933 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 2946f6d7-cdce-44ff-bb19-df196ff995d7) {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:51:05.195176 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:51:05.195765 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:05.201155 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d977f90-f445-4530-87a7-6330915d54df None None] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:51:05.227347 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-62e53570-22ee-418c-9897-3bbdfd3fcb14 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4616928 Dec 14 12:51:05.327616 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea457d01-5fa6-4138-9e40-69dce9f9d5c7 None None] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:51:07.704638 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 37632) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:51:07.843651 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-0d358dbb-395d-41de-8d10-bace240b9916 admin admin] 10.222.0.49 "GET /v2.0/routers/478c22f3-a1c3-4c05-8831-3bc8dd03ba94 HTTP/1.1" status: 200 len: 710 time: 0.1324441 Dec 14 12:51:07.933030 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c76ca8-fcf5-471d-8b15-6b235d708f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:51:07.934348 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e8c76ca8-fcf5-471d-8b15-6b235d708f47 admin admin] 10.222.0.49 "GET /v2.0/networks/2946f6d7-cdce-44ff-bb19-df196ff995d7 HTTP/1.1" status: 200 len: 886 time: 0.0898881 Dec 14 12:51:07.944170 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:51:08.260714 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:08.505445 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:08.583767 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:08.689722 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Allocated IP 172.27.2.6 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/b6585403-dd7b-4229-ae9c-05a6250e6077) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:51:08.788887 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:08.824409 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:08.864152 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:51:08.866974 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:51:08.870505 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:51:08.904008 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Pushing event updated for resources: {'Port': ['ID=b6585403-dd7b-4229-ae9c-05a6250e6077,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:51:09.119203 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 5 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:51:09.120319 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:09.317185 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60743'] for router, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:09.320743 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-468059'] for router, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:09.427987 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Router 478c22f3-a1c3-4c05-8831-3bc8dd03ba94 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 12:51:09.536631 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 12:51:09.541039 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] Publish callbacks [] for router, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:09.542263 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-aa4f54fb-aa3a-415e-9d39-40a9aec48a56 admin admin] 10.222.0.49 "PUT /v2.0/routers/478c22f3-a1c3-4c05-8831-3bc8dd03ba94 HTTP/1.1" status: 200 len: 888 time: 1.6016123 Dec 14 12:51:11.141355 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Sync routers for ids ['478c22f3-a1c3-4c05-8831-3bc8dd03ba94'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 12:51:11.153221 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Routers {'478c22f3-a1c3-4c05-8831-3bc8dd03ba94'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:51:11.153848 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:50:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['478c22f3-a1c3-4c05-8831-3bc8dd03ba94'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:51:11.322778 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 0bcdc7a5-e032-40fa-b02e-44389cc6e01a up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:51:11.401961 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Set router 478c22f3-a1c3-4c05-8831-3bc8dd03ba94 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:51:11.555661 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:51:11.556009 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:11.932766 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'name': 'router1', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b6585403-dd7b-4229-ae9c-05a6250e6077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:50:50Z', 'updated_at': '2021-12-14T12:51:08Z', 'revision_number': 4, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'gw_port': {'id': 'b6585403-dd7b-4229-ae9c-05a6250e6077', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:51:08Z', 'updated_at': '2021-12-14T12:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '0bcdc7a5-e032-40fa-b02e-44389cc6e01a', 'name': '', 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'mac_address': 'fa:16:3e:4b:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:51:00Z', 'updated_at': '2021-12-14T12:51:04Z', 'revision_number': 5, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'subnets': [{'id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2d5652-99c3-427f-9a9e-31dab69062c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:51:11.984012 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Checking router: 478c22f3-a1c3-4c05-8831-3bc8dd03ba94 for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 12:51:11.984337 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Updating router 478c22f3-a1c3-4c05-8831-3bc8dd03ba94 port b6585403-dd7b-4229-ae9c-05a6250e6077 binding host dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 12:51:12.030108 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:12.153604 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 37644) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:51:12.306401 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-06c375c4-a496-41d4-a61b-55974e177856 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1515975 Dec 14 12:51:12.348268 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Publish callbacks [] for port, precommit_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:12.355794 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:12.408723 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Attempting to bind port b6585403-dd7b-4229-ae9c-05a6250e6077 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:51:12.409165 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Attempting to bind port b6585403-dd7b-4229-ae9c-05a6250e6077 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:51:12.409531 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Attempting to bind port b6585403-dd7b-4229-ae9c-05a6250e6077 on network 2946f6d7-cdce-44ff-bb19-df196ff995d7 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:51:12.421757 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:51:12.422248 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Checking segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:51:12.423032 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:12.423435 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Bound using segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:51:12.423963 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Bound port: b6585403-dd7b-4229-ae9c-05a6250e6077, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:51:12.424329 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:12.426896 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80aee5-104b-4f22-bf3a-7ca0dfcb9c27 None None] Pushing event updated for resources: {'Port': ['ID=b6585403-dd7b-4229-ae9c-05a6250e6077,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:51:12.486090 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] For port b6585403-dd7b-4229-ae9c-05a6250e6077, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:51:12.490508 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] For port b6585403-dd7b-4229-ae9c-05a6250e6077, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=b6585403-dd7b-4229-ae9c-05a6250e6077,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:51:12.496237 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:12.559178 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Routers {'478c22f3-a1c3-4c05-8831-3bc8dd03ba94'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:51:12.559777 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:50:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['478c22f3-a1c3-4c05-8831-3bc8dd03ba94'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:51:12.595534 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80aee5-104b-4f22-bf3a-7ca0dfcb9c27 None None] Pushing event updated for resources: {'Port': ['ID=b6585403-dd7b-4229-ae9c-05a6250e6077,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:51:12.673281 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] Set router 478c22f3-a1c3-4c05-8831-3bc8dd03ba94 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:51:12.885318 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'name': 'router1', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b6585403-dd7b-4229-ae9c-05a6250e6077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:50:50Z', 'updated_at': '2021-12-14T12:51:08Z', 'revision_number': 4, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'gw_port': {'id': 'b6585403-dd7b-4229-ae9c-05a6250e6077', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:51:08Z', 'updated_at': '2021-12-14T12:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '0bcdc7a5-e032-40fa-b02e-44389cc6e01a', 'name': '', 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'mac_address': 'fa:16:3e:4b:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:51:00Z', 'updated_at': '2021-12-14T12:51:04Z', 'revision_number': 5, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'subnets': [{'id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2d5652-99c3-427f-9a9e-31dab69062c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:51:12.911758 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fd4978-bc3b-4505-8a5c-c1d0f3ad86dc None None] The sync data for ids ['478c22f3-a1c3-4c05-8831-3bc8dd03ba94'] in dv-cinder-784477-10-iscsi is: [{'id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'name': 'router1', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b6585403-dd7b-4229-ae9c-05a6250e6077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:50:50Z', 'updated_at': '2021-12-14T12:51:08Z', 'revision_number': 4, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'gw_port': {'id': 'b6585403-dd7b-4229-ae9c-05a6250e6077', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:51:08Z', 'updated_at': '2021-12-14T12:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '0bcdc7a5-e032-40fa-b02e-44389cc6e01a', 'name': '', 'network_id': '7ba20a02-25f1-4703-a6a2-f3a0dc814234', 'tenant_id': 'aacf36ec132240c696bac0219daa3a76', 'mac_address': 'fa:16:3e:4b:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c22f3-a1c3-4c05-8831-3bc8dd03ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:51:00Z', 'updated_at': '2021-12-14T12:51:04Z', 'revision_number': 5, 'project_id': 'aacf36ec132240c696bac0219daa3a76', 'subnets': [{'id': 'be8abefa-1702-404f-b197-34606a1c55aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd2d5652-99c3-427f-9a9e-31dab69062c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 12:51:13.322644 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device b6585403-dd7b-4229-ae9c-05a6250e6077 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:51:13.375177 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port b6585403-dd7b-4229-ae9c-05a6250e6077 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:51:13.375807 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:13.454740 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:13.476332 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port b6585403-dd7b-4229-ae9c-05a6250e6077, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=b6585403-dd7b-4229-ae9c-05a6250e6077,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:51:13.481362 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:13.534694 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=b6585403-dd7b-4229-ae9c-05a6250e6077,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:51:15.279962 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device b6585403-dd7b-4229-ae9c-05a6250e6077 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:51:15.335745 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port b6585403-dd7b-4229-ae9c-05a6250e6077 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:51:15.336204 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:23.860881 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0365-1571-4143-ab82-8cbe4f345cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:25.911948 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ac6b-37af-46b7-8ae0-19ea3e5c4ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:27.241913 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:28.513807 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:29.456793 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:46.122726 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 5 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:51:53.884418 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-17bc5956-e0ad-4c7f-be2a-26e99e98d2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:55.918456 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-0dc3dc25-8445-432e-ad7f-5efecc04840b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:57.243559 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:58.510854 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:51:59.457149 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:23.121948 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 5 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:52:23.859703 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-2b29c337-620b-4cb2-a5d6-a6e7c0bc22a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:25.915015 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-73ace493-fdaa-42d0-a5cf-779e0583ee0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:27.246363 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:28.508941 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:29.453664 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:33.165543 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38128) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:52:33.235561 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.pecan_wsgi.hooks.translation [None req-9069b9e9-2b2b-46a3-a715-5804d1dc47e8 admin admin] GET failed (client error): The resource could not be found. Dec 14 12:52:33.237149 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-9069b9e9-2b2b-46a3-a715-5804d1dc47e8 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0704827 Dec 14 12:52:33.405876 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f43aede-5b66-481f-b192-032003d1e7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:33.407308 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-5f43aede-5b66-481f-b192-032003d1e7dc admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1627791 Dec 14 12:52:35.789513 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38138) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:52:35.978231 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a030464a-9ee2-439a-892c-befe51bb4a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:35.979531 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-a030464a-9ee2-439a-892c-befe51bb4a79 admin admin] 10.222.0.49 "GET /v2.0/subnets/be8abefa-1702-404f-b197-34606a1c55aa HTTP/1.1" status: 200 len: 849 time: 0.1886389 Dec 14 12:52:35.993123 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:52:36.078804 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:36.231787 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769299268828'] for subnet, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:36.261621 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:36.262216 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:36.263500 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] 10.222.0.49 "PUT /v2.0/subnets/be8abefa-1702-404f-b197-34606a1c55aa HTTP/1.1" status: 200 len: 868 time: 0.2741697 Dec 14 12:52:36.267355 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e52e34d-0e13-4ae1-a41f-9ddf96b1a34a None None] Network 7ba20a02-25f1-4703-a6a2-f3a0dc814234 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:52:36.285487 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8abefa-1702-404f-b197-34606a1c55aa,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:52:36.293607 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.293999 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.294299 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.294650 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.294960 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.295287 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.295632 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.295965 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.296286 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.296949 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.297316 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.297648 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.297958 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29160b27-1332-4084-97f6-9db0323c5f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:52:36.593316 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-76e282d9-205b-4aff-bb8e-04b656233791 None None] Provisioning complete for port 0bcdc7a5-e032-40fa-b02e-44389cc6e01a triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:52:36.593694 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-76e282d9-205b-4aff-bb8e-04b656233791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:36.686707 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-76e282d9-205b-4aff-bb8e-04b656233791 None None] Provisioning complete for port 177e8579-2b5b-4c87-aa45-78511f24ea60 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:52:36.686994 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-76e282d9-205b-4aff-bb8e-04b656233791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:38.631312 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38148) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:52:38.842811 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b5b22-3e20-4f08-9d6f-58d627fc59ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:38.843179 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b5b22-3e20-4f08-9d6f-58d627fc59ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:38.844802 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-548b5b22-3e20-4f08-9d6f-58d627fc59ae admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2120385 Dec 14 12:52:41.213081 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38156) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:52:41.351967 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9a006-783b-4c8d-a9c3-f86effc6c630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:41.352421 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9a006-783b-4c8d-a9c3-f86effc6c630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:41.353976 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-4fe9a006-783b-4c8d-a9c3-f86effc6c630 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1399202 Dec 14 12:52:43.719328 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38164) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:52:43.851517 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3f9c52-69d2-4fac-8d73-10f941a59915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:43.853309 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-4d3f9c52-69d2-4fac-8d73-10f941a59915 admin admin] 10.222.0.49 "GET /v2.0/networks/2946f6d7-cdce-44ff-bb19-df196ff995d7 HTTP/1.1" status: 200 len: 886 time: 0.1330287 Dec 14 12:52:46.258905 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38172) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:52:46.434910 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759ca874-b1d9-41e1-b313-89ac8c354b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:46.436290 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-759ca874-b1d9-41e1-b313-89ac8c354b7a admin admin] 10.222.0.49 "GET /v2.0/networks/7ba20a02-25f1-4703-a6a2-f3a0dc814234 HTTP/1.1" status: 200 len: 869 time: 0.1759496 Dec 14 12:52:48.804152 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38180) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:52:48.933967 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c4bdc9-f073-4d3d-82e6-7428f71ea3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:48.934423 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c4bdc9-f073-4d3d-82e6-7428f71ea3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:48.935953 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-73c4bdc9-f073-4d3d-82e6-7428f71ea3e7 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1307921 Dec 14 12:52:51.351049 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38188) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:52:51.484151 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e87198-4601-4b80-b87c-e7bea1045834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:51.484627 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e87198-4601-4b80-b87c-e7bea1045834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:51.486186 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-25e87198-4601-4b80-b87c-e7bea1045834 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1330619 Dec 14 12:52:53.851476 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38196) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:52:53.858956 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-09643088-d490-4777-abb8-5ae9063394b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:53.947791 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc635f51-aed3-4bc1-848b-5433357ef111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:53.949210 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-fc635f51-aed3-4bc1-848b-5433357ef111 admin admin] 10.222.0.49 "GET /v2.0/subnets/be8abefa-1702-404f-b197-34606a1c55aa HTTP/1.1" status: 200 len: 868 time: 0.0966890 Dec 14 12:52:55.920233 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-a51acc81-5c7c-41d6-9210-6354b4d00ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:56.295504 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38204) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:52:56.389658 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be9a30a-d5c2-4efa-ac6b-d3361cf69153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:52:56.391052 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-8be9a30a-d5c2-4efa-ac6b-d3361cf69153 admin admin] 10.222.0.49 "GET /v2.0/subnets/eb26fc66-47c0-4894-948a-a848d8992f86 HTTP/1.1" status: 200 len: 816 time: 0.0944767 Dec 14 12:52:57.250320 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:58.511219 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:52:59.448811 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:00.120972 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 5 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:53:21.074100 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38258) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:53:21.137745 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [None req-538cdbc3-576e-4c12-930d-54ad35222375 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 12:53:21.138741 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-538cdbc3-576e-4c12-930d-54ad35222375 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0634139 Dec 14 12:53:23.558909 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38266) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:53:23.632560 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c3a96d-3e92-48a9-9837-9e69ab255eff admin admin] GET failed (client error): The resource could not be found. Dec 14 12:53:23.633876 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-f0c3a96d-3e92-48a9-9837-9e69ab255eff admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0740569 Dec 14 12:53:23.718493 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664388d9-c5c4-4829-a668-c6c44c893244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:53:23.719944 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-664388d9-c5c4-4829-a668-c6c44c893244 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811858 Dec 14 12:53:23.854466 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-4a10bf9b-0f34-434e-b8bb-f40dd8a4997a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:25.925169 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d3bbfbab-ed80-4f8e-a36e-328396635fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:26.121303 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38274) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:53:26.175096 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:53:26.201031 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Made reservation on behalf of 777afeb80ea64196bb8f92276feda60e for: {'network': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:53:26.203472 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:26.239450 dv-cinder-784477-10-iscsi neutron-server[102350]: WARNING neutron.services.revisions.revision_plugin [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Could not find related network for resource to bump revision. Dec 14 12:53:26.253584 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:53:26.267587 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:26.267935 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.segments_db [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Added segment 4ba5f642-05c5-4932-b102-f9534f4fafae of type vlan for network 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d Dec 14 12:53:26.306160 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:26.332355 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:26.333343 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:53:26.334042 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:26.386477 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2640886 Dec 14 12:53:26.391828 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Pushing event updated for resources: {'Network': ['ID=4ba9414d-4894-4adf-a7c5-3d7a9ab3884d,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:53:26.398512 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.398876 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.399220 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.399549 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.399877 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.400200 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.400533 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.400890 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.401206 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.401496 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.401811 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.402124 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.402436 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b9dca-2e1c-4370-86bc-b40dd22ae0bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:26.413956 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:53:27.254181 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:28.517218 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:28.778264 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38282) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:53:28.845426 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a869079-75bd-4272-b760-5e8a57ce9096 admin admin] GET failed (client error): The resource could not be found. Dec 14 12:53:28.846710 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-0a869079-75bd-4272-b760-5e8a57ce9096 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0674021 Dec 14 12:53:28.918917 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf59b92-a4da-4199-a880-05599ec62089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:53:28.920353 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-9cf59b92-a4da-4199-a880-05599ec62089 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689967 Dec 14 12:53:28.931654 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] Request body: {'subnet': {'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:53:28.952083 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] Made reservation on behalf of 777afeb80ea64196bb8f92276feda60e for: {'subnet': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:53:28.954332 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:29.124527 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for subnet, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:29.178931 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c52fe5e-25b9-4e9e-ad02-198f0b7f2e6d,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:53:29.187225 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] Checking segment: {'id': '4ba5f642-05c5-4932-b102-f9534f4fafae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:53:29.187759 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] Network hostable DHCP agents. Network: 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:53:29.206809 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] Network 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:53:29.217080 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d) {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:53:29.221284 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:53:29.221981 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:29.226318 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e73e272-86d5-494e-aaec-9a818108f03e None None] Network 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:53:29.239985 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-49af7545-62c3-4bb7-917b-774d6e8df501 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3117187 Dec 14 12:53:29.330377 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22aba6b6-fb0c-59e1-9f3d-90899b8a9d55-4ba9414d-4894-4adf-a7c5-3d7a9ab3884d', 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d', 'project_id': '777afeb80ea64196bb8f92276feda60e', 'fixed_ips': [{'subnet_id': '3c52fe5e-25b9-4e9e-ad02-198f0b7f2e6d'}]}} from dv-cinder-784477-10-iscsi. {{(pid=102352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 12:53:29.331318 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:29.482750 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:29.487537 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.db_base_plugin_common [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Allocated IP 192.168.233.2 (4ba9414d-4894-4adf-a7c5-3d7a9ab3884d/3c52fe5e-25b9-4e9e-ad02-198f0b7f2e6d/17ee2579-44e9-416d-8c22-f0a3c2d88355) {{(pid=102352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:53:29.733173 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Publish callbacks [] for port, precommit_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:29.739201 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:29.780170 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Network 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d is already hosted by enough agents. {{(pid=102352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:53:29.785278 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.base_scheduler [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Resources bound (agent type, host, resource id): {{(pid=102352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:53:29.787296 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Pushing event updated for resources: {'Port': ['ID=17ee2579-44e9-416d-8c22-f0a3c2d88355,revision_number=1']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:53:29.789404 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Received port after_create {{(pid=102352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:53:29.801232 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.801594 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.801930 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.802264 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.802599 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.802912 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.803245 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.803566 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.803893 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.804227 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.804551 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.804937 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.805195 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:53:29.853474 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Attempting to bind port 17ee2579-44e9-416d-8c22-f0a3c2d88355 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:53:29.853847 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Attempting to bind port 17ee2579-44e9-416d-8c22-f0a3c2d88355 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '4ba5f642-05c5-4932-b102-f9534f4fafae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:53:29.854211 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Attempting to bind port 17ee2579-44e9-416d-8c22-f0a3c2d88355 on network 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:53:29.860431 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:53:29.860794 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Checking segment: {'id': '4ba5f642-05c5-4932-b102-f9534f4fafae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:53:29.861246 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:29.861634 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Bound using segment: {'id': '4ba5f642-05c5-4932-b102-f9534f4fafae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:53:29.862097 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Bound port: 17ee2579-44e9-416d-8c22-f0a3c2d88355, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba5f642-05c5-4932-b102-f9534f4fafae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:53:29.862487 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:29.925551 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] For port 17ee2579-44e9-416d-8c22-f0a3c2d88355, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:53:29.929099 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] For port 17ee2579-44e9-416d-8c22-f0a3c2d88355, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=17ee2579-44e9-416d-8c22-f0a3c2d88355,segment=NetworkSegment(4ba5f642-05c5-4932-b102-f9534f4fafae),segment_id=4ba5f642-05c5-4932-b102-f9534f4fafae)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:53:29.934758 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:29.989314 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a72762-d013-48cd-86ef-2a53d408e028 None None] Pushing event updated for resources: {'Port': ['ID=17ee2579-44e9-416d-8c22-f0a3c2d88355,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:53:30.802556 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2922297f-b58a-4fc5-8213-c407ac7d58e7 None None] Network 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:53:30.916196 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-edfa94f8-5ddb-4404-ba03-1c334ecce6c6 None None] Provisioning complete for port 17ee2579-44e9-416d-8c22-f0a3c2d88355 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:53:30.916564 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-edfa94f8-5ddb-4404-ba03-1c334ecce6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:31.005211 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-edfa94f8-5ddb-4404-ba03-1c334ecce6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:31.039228 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-edfa94f8-5ddb-4404-ba03-1c334ecce6c6 None None] For port 17ee2579-44e9-416d-8c22-f0a3c2d88355, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=17ee2579-44e9-416d-8c22-f0a3c2d88355,segment=NetworkSegment(4ba5f642-05c5-4932-b102-f9534f4fafae),segment_id=4ba5f642-05c5-4932-b102-f9534f4fafae)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:53:31.044545 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-edfa94f8-5ddb-4404-ba03-1c334ecce6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:31.097333 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa94f8-5ddb-4404-ba03-1c334ecce6c6 None None] Pushing event updated for resources: {'Port': ['ID=17ee2579-44e9-416d-8c22-f0a3c2d88355,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:53:31.166134 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-13e9d866-42d2-4bd2-a771-9cefdaeb9736 None None] Provisioning complete for port 17ee2579-44e9-416d-8c22-f0a3c2d88355 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:53:31.166499 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-13e9d866-42d2-4bd2-a771-9cefdaeb9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:31.378546 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 17ee2579-44e9-416d-8c22-f0a3c2d88355 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:53:31.428598 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 17ee2579-44e9-416d-8c22-f0a3c2d88355 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:53:31.429025 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:37.119434 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 5 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:53:53.851608 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0447808-96d1-4cae-be06-68c455c0d82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:55.930612 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c90e7fda-b628-428f-83d0-0a913d8a0bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:57.255157 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:58.516939 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:53:59.461843 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:14.118002 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 5 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:54:23.863481 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-05103085-684c-4327-b06a-ae685f8ee8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:25.935529 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5ccfbf61-a826-4a44-bb07-cf4f9e3bc045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:27.258827 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:28.518886 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:29.457778 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:41.613406 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38326) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:54:41.619254 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [None req-ebcfdcbd-741b-41bf-9ef3-5fac0439accc tempest-verify_tempest_config-832567733 tempest-verify_tempest_config-832567733-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 12:54:41.620199 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-ebcfdcbd-741b-41bf-9ef3-5fac0439accc tempest-verify_tempest_config-832567733 tempest-verify_tempest_config-832567733-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058255 Dec 14 12:54:41.939201 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38344) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:54:42.045207 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:42.122873 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:42.129431 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:42.174579 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c93ee72e2874724a3f7704e2a52e486&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2343464 Dec 14 12:54:42.175406 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858ca34c-c02f-4819-bbc5-777cd7006b75,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:54:42.177593 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38348) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:54:42.182309 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.182654 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.182991 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.183323 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.183647 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.183967 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.184274 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.184597 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.184946 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.185269 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.185589 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.185904 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.186220 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6f74b-53b8-4827-acb3-e3e8c797d9f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.235196 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:42.257135 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:42.357738 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:42.360750 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:42.361902 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/858ca34c-c02f-4819-bbc5-777cd7006b75 HTTP/1.1" status: 204 len: 168 time: 0.1832678 Dec 14 12:54:42.369966 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858ca34c-c02f-4819-bbc5-777cd7006b75,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:54:42.376799 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.377181 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.377523 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.377860 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.378188 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.378516 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.378843 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.379171 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.379551 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.379820 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.380144 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.380463 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:42.380780 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda2ae5-fcda-4042-8b29-efb89e444dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:54:51.117605 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 5 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:54:53.863938 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-4b7b1f64-7b5b-4a2d-86ac-bf25a431e6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:55.951852 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-eaecaf91-4cd5-48e2-ac74-a99133023d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:57.272526 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:58.530887 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:54:59.464666 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:55:23.869841 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-455b7670-2715-4f62-8c84-8ca9d726802d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:55:25.942640 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8052fc0f-8c8f-495d-a758-3e1313a5aa92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:55:27.268187 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:55:28.120536 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 5 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:55:28.527152 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:55:29.467549 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:55:53.858680 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-a65fc500-2bdc-48d0-8459-5c4b5dd63e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:55:55.942820 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-bf13d82b-cc1b-4074-aa35-3a2071f34d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:55:57.279101 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:55:58.539213 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:55:59.469917 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:05.119475 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 5 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:56:13.781488 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472305'] for agent, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:23.858532 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-413b703f-79ab-4222-8910-ca2e55504f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:25.938000 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-518b3b84-b1e7-4d39-af00-ea625b90e1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:27.273638 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:28.533389 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:29.464906 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:29.491684 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38424) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:56:29.601719 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-d7fe81be-eebf-4c66-a02c-03fa1e42b66c admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1088145 Dec 14 12:56:32.030095 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38434) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:56:32.098922 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-c5ace7ab-6adc-405a-b099-bd3257e5cb2a admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0677297 Dec 14 12:56:42.120633 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:56:43.739997 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:53.859151 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-0b3c93ab-7626-4bb3-8db0-8161b6cb8b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:55.953567 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-919f5925-6c97-4555-b927-6775934ea27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:57.290074 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:58.548143 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:56:59.471991 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:13.745157 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:19.119277 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:57:23.863096 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ffd07414-25c3-4bac-bb61-5f4e7f3df362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:25.945264 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-e1e01fac-d159-426b-860d-7df7abfff8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:27.284201 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:28.545170 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:29.458232 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:43.746810 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:53.860271 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-44539308-3de0-4e65-9422-50c08bd0f9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:55.941910 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-786bac6f-886e-40c0-b253-b18be62453bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:56.118918 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:57:57.291088 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:58.550657 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:57:59.469827 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:00.979952 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38572) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:01.235073 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-network', 'tenant_id': '010919ea84eb4eb8b936c63153600eba'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:01.258617 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Made reservation on behalf of 010919ea84eb4eb8b936c63153600eba for: {'network': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:01.261503 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:01.270905 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:01.353970 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:01.361978 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:01.392529 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=102350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:58:01.397981 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685d30b0-9f86-48c7-8b9e-dd4d41757c92,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:01.405552 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.405913 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.406449 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.406566 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.406967 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.407238 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.407704 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.407856 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.408362 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.408842 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.409335 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.409828 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.410146 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Tracked resource versions report: Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: pushed versions: Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: { 'AddressGroup': {'1.2'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'ConntrackHelper': {'1.0'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'LocalIPAssociation': {'1.0'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Log': {'1.0'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Network': {'1.1'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Port': {'1.7'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'PortForwarding': {'1.2'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'QosPolicy': {'1.10'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SecurityGroup': {'1.5'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SecurityGroupRule': {'1.2'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SubPort': {'1.0'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Subnet': {'1.1'}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Trunk': {'1.1'}} Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: consumer versions: Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: { DHCP agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: HyperV agent@hv-cinder-78447: {}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: L3 agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: Metadata agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: Metering agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: Open vSwitch agent@dv-cinder-784477-10-iscsi: { 'AddressGroup': '1.2', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'ConntrackHelper': '1.0', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'LocalIPAssociation': '1.0', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Log': '1.0', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Network': '1.1', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Port': '1.7', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'PortForwarding': '1.2', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'QosPolicy': '1.10', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SecurityGroup': '1.5', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SecurityGroupRule': '1.2', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'SubPort': '1.0', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Subnet': '1.1', Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: 'Trunk': '1.1'}} Dec 14 12:58:01.411294 dv-cinder-784477-10-iscsi neutron-server[102350]: {{(pid=102350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 12:58:01.419288 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:01.419626 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.segments_db [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Added segment a578c45b-641d-4089-bed5-13c661fa07d6 of type vlan for network 6092f040-7850-4b5c-8606-0c2c75c91695 Dec 14 12:58:01.472452 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:01.502432 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:01.503564 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:01.504180 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:01.614336 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6324441 Dec 14 12:58:01.617451 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38622) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:01.625206 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Request body: {'subnet': {'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-subnet', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:01.629556 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b740a79-8923-4bd6-be5e-58000ef6806e admin admin] Pushing event updated for resources: {'Network': ['ID=6092f040-7850-4b5c-8606-0c2c75c91695,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:01.639645 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 6092f040-7850-4b5c-8606-0c2c75c91695 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:58:01.658283 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Made reservation on behalf of 010919ea84eb4eb8b936c63153600eba for: {'subnet': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:01.662049 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:01.842042 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for subnet, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:01.891449 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:01.901122 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.901487 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.901828 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.902159 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.902482 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.903424 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.903764 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.904304 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.904698 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.905126 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.905450 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.905768 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.906083 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Tracked resource versions report: Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: pushed versions: Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: { 'AddressGroup': {'1.2'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'ConntrackHelper': {'1.0'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'LocalIPAssociation': {'1.0'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Log': {'1.0'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Network': {'1.1'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Port': {'1.7'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'PortForwarding': {'1.2'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'QosPolicy': {'1.10'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SecurityGroup': {'1.5'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SecurityGroupRule': {'1.2'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SubPort': {'1.0'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Subnet': {'1.1'}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Trunk': {'1.1'}} Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: consumer versions: Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: { DHCP agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: HyperV agent@hv-cinder-78447: {}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: L3 agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: Metadata agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: Metering agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: Open vSwitch agent@dv-cinder-784477-10-iscsi: { 'AddressGroup': '1.2', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'ConntrackHelper': '1.0', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'LocalIPAssociation': '1.0', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Log': '1.0', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Network': '1.1', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Port': '1.7', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'PortForwarding': '1.2', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'QosPolicy': '1.10', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SecurityGroup': '1.5', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SecurityGroupRule': '1.2', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'SubPort': '1.0', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Subnet': '1.1', Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: 'Trunk': '1.1'}} Dec 14 12:58:01.907202 dv-cinder-784477-10-iscsi neutron-server[102351]: {{(pid=102351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 12:58:01.928016 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Checking segment: {'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:01.928378 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Network hostable DHCP agents. Network: 6092f040-7850-4b5c-8606-0c2c75c91695, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:58:01.951492 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Network 6092f040-7850-4b5c-8606-0c2c75c91695 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:58:01.962510 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 6092f040-7850-4b5c-8606-0c2c75c91695) {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:01.972916 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2c7c22-5bd7-42b2-9f88-5d3a2d8f9877 None None] Network 6092f040-7850-4b5c-8606-0c2c75c91695 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:01.973121 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:01.973839 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:01.981758 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38642) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:02.005154 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38648) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:02.005359 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-375bd632-83c8-4353-ad0b-0edcc179c736 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3865631 Dec 14 12:58:02.009890 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-router', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:02.014606 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38650) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:02.039292 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60764'] for router, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.041134 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60757'] for router, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.114883 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc19217-f684-4762-aca2-7e812bc6ee23 None None] Network 6092f040-7850-4b5c-8606-0c2c75c91695 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:02.160401 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.167619 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38656) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:02.375873 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-109380634-network', 'tenant_id': 'ad27b8951cae4eeeafa257f45217653a'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:02.376405 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-network', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:02.381305 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.395493 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.db.api [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 14 12:58:02.395493 dv-cinder-784477-10-iscsi neutron-server[102350]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 14 12:58:02.395493 dv-cinder-784477-10-iscsi neutron-server[102350]: [parameters: {'project_id_1': 'ad27b8951cae4eeeafa257f45217653a', 'expiration_1': datetime.datetime(2021, 12, 14, 12, 57, 42, 387998)}] Dec 14 12:58:02.395493 dv-cinder-784477-10-iscsi neutron-server[102350]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 12:58:02.396122 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG oslo_db.api [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 12:58:02.410061 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Made reservation on behalf of 68a8770b8dbe489a8119016fbee64eb5 for: {'network': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:02.412422 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.419020 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2044202311-network', 'tenant_id': 'cb24e38ec8e34dd9a93459b7ff9ba97a'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:02.431017 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.468674 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Made reservation on behalf of cb24e38ec8e34dd9a93459b7ff9ba97a for: {'network': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:02.471288 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.483436 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.581408 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.589652 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.621149 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9848d40d-433b-4d8a-a8c2-20c1c8fafaa8,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:02.641397 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.653126 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=102351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:58:02.663119 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.663785 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.segments_db [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Added segment 079db9e6-4640-4bfc-be52-817908ccb368 of type vlan for network 685eb097-be44-442e-9106-664041f3bdb2 Dec 14 12:58:02.682013 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.712580 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.734876 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:58:02.736695 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d63eec-a6fb-436e-8c06-e367c67366a0,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:02.757951 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.758526 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.segments_db [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Added segment 80130d1c-1473-456d-989c-6f510155d890 of type vlan for network 76a5a2e8-21c1-464a-bc3c-89f463700b17 Dec 14 12:58:02.760128 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.760985 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.850532 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.875183 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.876254 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:02.876823 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.899872 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.901284 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:02.902037 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.954024 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Allocated IP 172.27.2.203 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/4ea482a9-51da-4386-88e7-6008ad5f47a7) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:02.957192 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Made reservation on behalf of ad27b8951cae4eeeafa257f45217653a for: {'network': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:02.960098 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:02.972034 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38686) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:02.978456 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9624839 Dec 14 12:58:02.982158 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] Request body: {'subnet': {'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-subnet', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:02.985496 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:03.022533 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8550961 Dec 14 12:58:03.023413 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38690) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:03.025689 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca25a0-9569-4a08-8500-736f9f0af40a admin admin] Pushing event updated for resources: {'Network': ['ID=685eb097-be44-442e-9106-664041f3bdb2,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:03.031017 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] Request body: {'subnet': {'network_id': '76a5a2e8-21c1-464a-bc3c-89f463700b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2044202311-subnet', 'tenant_id': 'cb24e38ec8e34dd9a93459b7ff9ba97a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:03.037395 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 685eb097-be44-442e-9106-664041f3bdb2 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:58:03.098400 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:03.178171 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] Made reservation on behalf of cb24e38ec8e34dd9a93459b7ff9ba97a for: {'subnet': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:03.181022 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:03.193039 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5e93c-7b97-4959-bf6d-7e52a255cf2f admin admin] Pushing event updated for resources: {'Network': ['ID=76a5a2e8-21c1-464a-bc3c-89f463700b17,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:03.244326 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 76a5a2e8-21c1-464a-bc3c-89f463700b17 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:58:03.282110 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] Made reservation on behalf of 68a8770b8dbe489a8119016fbee64eb5 for: {'subnet': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:03.286705 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:03.317302 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:03.513117 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Pushing event updated for resources: {'Port': ['ID=4ea482a9-51da-4386-88e7-6008ad5f47a7,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:03.517721 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:03.531540 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:03.539069 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:03.630826 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for subnet, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:03.700562 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7963335d-5358-40c2-8f2c-eb77d0123480,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:03.709389 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] Checking segment: {'id': '80130d1c-1473-456d-989c-6f510155d890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76a5a2e8-21c1-464a-bc3c-89f463700b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:03.710230 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] Network hostable DHCP agents. Network: 76a5a2e8-21c1-464a-bc3c-89f463700b17, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:58:03.731212 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] Network 76a5a2e8-21c1-464a-bc3c-89f463700b17 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:58:03.747772 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 76a5a2e8-21c1-464a-bc3c-89f463700b17) {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:03.758589 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b1f6f3-cc4f-4754-b6e1-e894b9861db2 None None] Network 76a5a2e8-21c1-464a-bc3c-89f463700b17 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:03.768726 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:03.773477 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:03.814317 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-ea25bb00-d094-4a28-9952-bc95fdcebf2e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7894168 Dec 14 12:58:03.905800 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:03.934365 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332b3b0-c542-4354-a5f3-5f723c6d4570 None None] Network 76a5a2e8-21c1-464a-bc3c-89f463700b17 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:03.970650 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.062134 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:58:04.083723 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.084287 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.segments_db [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Added segment d53effc0-6968-4908-9994-114379db0a7c of type vlan for network f9d231ae-628f-4043-969c-cf414631d868 Dec 14 12:58:04.145000 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.200197 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for subnet, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.213965 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.214911 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:04.215516 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.295935 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6545373d-5bc6-4ef0-b75a-3e726b66f483,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:04.359670 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3759854 Dec 14 12:58:04.362896 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38756) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:04.372560 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] Request body: {'subnet': {'network_id': 'f9d231ae-628f-4043-969c-cf414631d868', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-109380634-subnet', 'tenant_id': 'ad27b8951cae4eeeafa257f45217653a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:04.409689 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] Made reservation on behalf of ad27b8951cae4eeeafa257f45217653a for: {'subnet': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:04.412756 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] Publish callbacks [] for subnet, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.428034 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.472687 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e3585b-cbda-42d9-8093-5f8126729775,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:04.478343 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109a27e-f8ce-4e35-bf01-6b0bd23aca1b admin admin] Pushing event updated for resources: {'Network': ['ID=f9d231ae-628f-4043-969c-cf414631d868,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:04.494228 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network f9d231ae-628f-4043-969c-cf414631d868 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:58:04.494844 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] Checking segment: {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:04.494844 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] Network hostable DHCP agents. Network: 685eb097-be44-442e-9106-664041f3bdb2, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:58:04.566855 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] Network 685eb097-be44-442e-9106-664041f3bdb2 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:58:04.604363 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 685eb097-be44-442e-9106-664041f3bdb2) {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:04.614206 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:04.615996 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.634675 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cfa1af-325a-418b-9e7c-358a5726a58f None None] Network 685eb097-be44-442e-9106-664041f3bdb2 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:04.673788 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for subnet, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.746608 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] Checking segment: {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:04.746953 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] Network hostable DHCP agents. Network: f9d231ae-628f-4043-969c-cf414631d868, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:58:04.763836 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-3e23f0ca-f7da-464a-b328-2ad8e9fd2545 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7901754 Dec 14 12:58:04.771262 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38774) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:04.782831 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] Network f9d231ae-628f-4043-969c-cf414631d868 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:58:04.789625 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:04.791335 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=15225643-240f-4abd-9f55-847561dbe860,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:04.797398 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, f9d231ae-628f-4043-969c-cf414631d868) {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:04.867076 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:04.867915 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.891977 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22aba6b6-fb0c-59e1-9f3d-90899b8a9d55-685eb097-be44-442e-9106-664041f3bdb2', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775'}]}} from dv-cinder-784477-10-iscsi. {{(pid=102352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 12:58:04.897101 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.905289 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019c59b3-097d-43e3-92f8-6245fbf9f393 None None] Network f9d231ae-628f-4043-969c-cf414631d868 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:04.928643 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60764'] for router, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.930654 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60757'] for router, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.945848 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469758'] for router, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:04.952398 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-c390ebbc-4593-4ec3-9d69-88ed6d6133ba admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5876930 Dec 14 12:58:05.105678 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:05.138468 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38816) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:05.141898 dv-cinder-784477-10-iscsi neutron-server[102351]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 12:58:05.329630 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.db_base_plugin_common [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Allocated IP 172.20.0.2 (685eb097-be44-442e-9106-664041f3bdb2/f7e3585b-cbda-42d9-8093-5f8126729775/ff8fc74f-b16e-4eaf-a130-02803c8d0b2f) {{(pid=102352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:05.395929 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-ca7318ab-c4c4-4735-852c-887a457eaf0d tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:05.397578 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-ca7318ab-c4c4-4735-852c-887a457eaf0d tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/networks?id=76a5a2e8-21c1-464a-bc3c-89f463700b17 HTTP/1.1" status: 200 len: 812 time: 0.2569728 Dec 14 12:58:05.427524 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-3f716e1c-8b6e-465c-9cfb-9f1f815e15a1 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/quotas/cb24e38ec8e34dd9a93459b7ff9ba97a HTTP/1.1" status: 200 len: 375 time: 0.0174103 Dec 14 12:58:05.448149 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b4944-1a70-4a57-9573-ca5cce68686f None None] Network f9d231ae-628f-4043-969c-cf414631d868 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:05.503088 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-86f77ea8-9524-4abb-a516-484ede12ce94 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb24e38ec8e34dd9a93459b7ff9ba97a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597942 Dec 14 12:58:05.539636 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:05.592445 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38846) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:05.625021 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Router 0693d048-e58a-4626-a2c2-6a6818df8285 is scheduled to L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 with binding_index 1 {{(pid=102350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 12:58:05.677301 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38850) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:05.746021 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-efce5596-3198-4b08-8b4d-1981de62fb46 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:05.755595 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Publish callbacks [] for port, precommit_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:05.758029 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-efce5596-3198-4b08-8b4d-1981de62fb46 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 814 time: 0.1647921 Dec 14 12:58:05.782397 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-6d089f8c-068d-49e0-9903-d965eecbffff tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/quotas/ad27b8951cae4eeeafa257f45217653a HTTP/1.1" status: 200 len: 375 time: 0.0228477 Dec 14 12:58:05.790302 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:05.805898 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-f082a6b3-8333-4b92-9654-1d743e5bdccc service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 12:58:05.807684 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-f082a6b3-8333-4b92-9654-1d743e5bdccc service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0786731 Dec 14 12:58:05.833236 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-f6dddc8e-d910-4688-8e34-c6ff287ae84e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494020 Dec 14 12:58:05.834611 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9a36074a-0509-4283-b191-2e59b0bf4932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:05.844645 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Network 685eb097-be44-442e-9106-664041f3bdb2 is already hosted by enough agents. {{(pid=102352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:05.853920 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 12:58:05.856546 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.base_scheduler [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Resources bound (agent type, host, resource id): {{(pid=102352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:05.862202 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Received port after_create {{(pid=102352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:05.869224 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Pushing event updated for resources: {'Port': ['ID=ff8fc74f-b16e-4eaf-a130-02803c8d0b2f,revision_number=1']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:05.876757 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Sync routers for ids ['0693d048-e58a-4626-a2c2-6a6818df8285'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 12:58:05.880737 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.880737 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.880994 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.881201 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.881787 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.881880 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.882164 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.882494 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.882824 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.883155 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.883480 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.883811 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.884297 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:05.888826 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Routers {'0693d048-e58a-4626-a2c2-6a6818df8285'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:58:05.891500 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:57:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['0693d048-e58a-4626-a2c2-6a6818df8285'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Tracked resource versions report: Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: pushed versions: Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: { 'AddressGroup': {'1.2'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'ConntrackHelper': {'1.0'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'LocalIPAssociation': {'1.0'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Log': {'1.0'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Network': {'1.1'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Port': {'1.7'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'PortForwarding': {'1.2'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'QosPolicy': {'1.10'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SecurityGroup': {'1.5'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SecurityGroupRule': {'1.2'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SubPort': {'1.0'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Subnet': {'1.1'}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Trunk': {'1.1'}} Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: consumer versions: Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: { DHCP agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: HyperV agent@hv-cinder-78447: {}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: L3 agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: Metadata agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: Metering agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: Open vSwitch agent@dv-cinder-784477-10-iscsi: { 'AddressGroup': '1.2', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'ConntrackHelper': '1.0', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'LocalIPAssociation': '1.0', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Log': '1.0', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Network': '1.1', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Port': '1.7', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'PortForwarding': '1.2', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'QosPolicy': '1.10', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SecurityGroup': '1.5', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SecurityGroupRule': '1.2', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'SubPort': '1.0', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Subnet': '1.1', Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: 'Trunk': '1.1'}} Dec 14 12:58:05.892697 dv-cinder-784477-10-iscsi neutron-server[102352]: {{(pid=102352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 12:58:05.956290 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-d000c87b-3d38-499e-b7cf-352d4276d6bb service neutron] 10.222.0.49 "GET /v2.0/networks/76a5a2e8-21c1-464a-bc3c-89f463700b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316769 Dec 14 12:58:05.973188 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Attempting to bind port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:58:05.973746 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Attempting to bind port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:58:05.973971 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Attempting to bind port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f on network 685eb097-be44-442e-9106-664041f3bdb2 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:05.979598 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:58:05.980681 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Checking segment: {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:05.980681 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:05.981109 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Bound using segment: {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:58:05.981689 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Bound port: ff8fc74f-b16e-4eaf-a130-02803c8d0b2f, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:58:05.982666 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.054670 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] For port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:58:06.054901 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-f495b7bf-4c61-43ec-8002-330b2634cc62 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 12:58:06.059516 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] For port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=ff8fc74f-b16e-4eaf-a130-02803c8d0b2f,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:58:06.065080 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-f495b7bf-4c61-43ec-8002-330b2634cc62 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1160398 Dec 14 12:58:06.076222 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.087297 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.089789 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-8ad56b38-44c6-4862-8a04-81eac86ca98e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0832114 Dec 14 12:58:06.093660 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 38862) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:06.168151 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.169969 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520d82c-b58b-4c2e-84c7-5beb262a1dff None None] Pushing event updated for resources: {'Port': ['ID=ff8fc74f-b16e-4eaf-a130-02803c8d0b2f,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:06.184521 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Set router 0693d048-e58a-4626-a2c2-6a6818df8285 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:58:06.200758 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.217980 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9a36074a-0509-4283-b191-2e59b0bf4932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.224117 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9a36074a-0509-4283-b191-2e59b0bf4932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.274848 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-8be05917-798a-497d-8b40-63f6b1786843 service neutron] 10.222.0.49 "GET /v2.0/networks/76a5a2e8-21c1-464a-bc3c-89f463700b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086522 Dec 14 12:58:06.301734 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-22e9f436-ebd6-420b-a666-df199ece6e6d service neutron] 10.222.0.49 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355318 Dec 14 12:58:06.312666 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36074a-0509-4283-b191-2e59b0bf4932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657060b6-e0b6-4a55-97d8-8a2186b7aeac,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:06.320330 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-9a36074a-0509-4283-b191-2e59b0bf4932 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81c8f7110b284b37a453826507cc1de2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6340404 Dec 14 12:58:06.323260 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38868) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:06.401995 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Allocated IP 172.27.2.144 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/ed154267-0f0f-46bf-bd94-b1f88f8eadbd) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:06.424070 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0aa8a290-883b-4914-ac4f-c6e8cba77830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.497061 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0aa8a290-883b-4914-ac4f-c6e8cba77830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.520075 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-router', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:03Z', 'revision_number': 3, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'gw_port': {'id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:89:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:06.620010 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-af55e9fe-f161-4b15-b1aa-dacae2ed9a38 service neutron] 10.222.0.49 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271035 Dec 14 12:58:06.624518 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.624518 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0aa8a290-883b-4914-ac4f-c6e8cba77830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.624518 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0aa8a290-883b-4914-ac4f-c6e8cba77830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.624518 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-0aa8a290-883b-4914-ac4f-c6e8cba77830 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/657060b6-e0b6-4a55-97d8-8a2186b7aeac HTTP/1.1" status: 204 len: 168 time: 0.2850554 Dec 14 12:58:06.657753 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Checking router: 0693d048-e58a-4626-a2c2-6a6818df8285 for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 12:58:06.658408 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Updating router 0693d048-e58a-4626-a2c2-6a6818df8285 port 4ea482a9-51da-4386-88e7-6008ad5f47a7 binding host dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 12:58:06.699552 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8a290-883b-4914-ac4f-c6e8cba77830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657060b6-e0b6-4a55-97d8-8a2186b7aeac,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:06.743618 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:06.783414 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:07.012593 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Pushing event updated for resources: {'Port': ['ID=ed154267-0f0f-46bf-bd94-b1f88f8eadbd,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:07.064265 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:07.065450 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:07.074314 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:07.234385 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Publish callbacks [] for port, precommit_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:07.246629 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:07.300561 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ab1e3c4c-3ae8-4e34-937b-f48444c43386 req-f4374516-cb4e-4b18-bafb-27363325e170 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 210 time: 0.1153615 Dec 14 12:58:07.367815 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d341d7d9-e46d-440d-baa5-7f8dbe0f664b req-8c6189d9-7d80-431b-a8eb-77236e6ce00f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 210 time: 0.1583955 Dec 14 12:58:07.370370 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38930) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:07.374389 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Pushing event updated for resources: {'Port': ['ID=4ea482a9-51da-4386-88e7-6008ad5f47a7,revision_number=2']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:07.380639 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:07.410215 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.410589 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.410957 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.411315 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.411679 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.412024 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.412366 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.412700 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.421426 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.437263 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.437677 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.439241 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.440718 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Tracked resource versions report: Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: pushed versions: Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: { 'AddressGroup': {'1.2'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'ConntrackHelper': {'1.0'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'LocalIPAssociation': {'1.0'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Log': {'1.0'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Network': {'1.1'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Port': {'1.7'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'PortForwarding': {'1.2'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'QosPolicy': {'1.10'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SecurityGroup': {'1.5'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SecurityGroupRule': {'1.2'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SubPort': {'1.0'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Subnet': {'1.1'}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Trunk': {'1.1'}} Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: consumer versions: Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: { DHCP agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: HyperV agent@hv-cinder-78447: {}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: L3 agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: Metadata agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: Metering agent@dv-cinder-784477-10-iscsi: {}, Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: Open vSwitch agent@dv-cinder-784477-10-iscsi: { 'AddressGroup': '1.2', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'ConntrackHelper': '1.0', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'LocalIPAssociation': '1.0', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Log': '1.0', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Network': '1.1', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Port': '1.7', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'PortForwarding': '1.2', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'QosPolicy': '1.10', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SecurityGroup': '1.5', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SecurityGroupRule': '1.2', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'SubPort': '1.0', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Subnet': '1.1', Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: 'Trunk': '1.1'}} Dec 14 12:58:07.443461 dv-cinder-784477-10-iscsi neutron-server[102353]: {{(pid=102353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 12:58:07.446205 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9eaeeb52-f67c-44a0-bfa4-05cdc71aea5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:07.579823 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Attempting to bind port 4ea482a9-51da-4386-88e7-6008ad5f47a7 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:58:07.581772 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Attempting to bind port 4ea482a9-51da-4386-88e7-6008ad5f47a7 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:58:07.585923 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Attempting to bind port 4ea482a9-51da-4386-88e7-6008ad5f47a7 on network 2946f6d7-cdce-44ff-bb19-df196ff995d7 {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:07.610108 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:58:07.615813 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Checking segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:07.616468 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:07.617122 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Bound using segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:58:07.618269 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Bound port: 4ea482a9-51da-4386-88e7-6008ad5f47a7, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:58:07.619556 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:07.759060 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] For port 4ea482a9-51da-4386-88e7-6008ad5f47a7, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:58:07.764891 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] For port 4ea482a9-51da-4386-88e7-6008ad5f47a7, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=4ea482a9-51da-4386-88e7-6008ad5f47a7,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:58:07.785205 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:07.799517 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ff8fc74f-b16e-4eaf-a130-02803c8d0b2f up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:07.861576 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:07.990632 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9eaeeb52-f67c-44a0-bfa4-05cdc71aea5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.017400 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53aced9-066b-48f4-ba31-064907c91363 None None] Pushing event updated for resources: {'Port': ['ID=4ea482a9-51da-4386-88e7-6008ad5f47a7,revision_number=3']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:08.021101 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9eaeeb52-f67c-44a0-bfa4-05cdc71aea5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.042641 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:08.043370 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.072314 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Routers {'0693d048-e58a-4626-a2c2-6a6818df8285'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:58:08.075661 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:57:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['0693d048-e58a-4626-a2c2-6a6818df8285'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:08.129952 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa279524-1b61-462a-9b37-6e52c2c208d2 None None] Network 685eb097-be44-442e-9106-664041f3bdb2 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:08.237498 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeeb52-f67c-44a0-bfa4-05cdc71aea5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14781a14-0a9a-4a41-bee7-62e90c4b0991,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:08.272199 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Allocated IP 172.20.0.1 (6092f040-7850-4b5c-8606-0c2c75c91695/d69e9a7d-8100-4d7b-aa1e-0e5544c950e7/fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:08.282446 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-9eaeeb52-f67c-44a0-bfa4-05cdc71aea5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b9a44ec00dc42fbb1aedcfe4066f139&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9108760 Dec 14 12:58:08.286553 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 38976) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:08.384632 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] Set router 0693d048-e58a-4626-a2c2-6a6818df8285 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:58:08.430111 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ec15ca43-bfa9-4e6d-b8f6-9b03ad56f10d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.491996 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-58e7c1a5-edef-4d80-8aeb-ad8a33bea4a2 None None] Provisioning complete for port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:08.492450 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-58e7c1a5-edef-4d80-8aeb-ad8a33bea4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.512768 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ec15ca43-bfa9-4e6d-b8f6-9b03ad56f10d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.527287 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469758'] for router, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.596153 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-88b959de-b01f-4368-add4-795612ed8d09 req-d74e9a78-2e7f-4d96-94b2-8d01c4a96df8 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 210 time: 0.1159320 Dec 14 12:58:08.609892 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.671899 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.688663 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b5e9fb26-34cf-4005-b8fe-b63616754a5f req-cb944bfb-44ac-4fac-ab51-79b84d84383e tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 210 time: 0.1916099 Dec 14 12:58:08.689744 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ec15ca43-bfa9-4e6d-b8f6-9b03ad56f10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.702053 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ec15ca43-bfa9-4e6d-b8f6-9b03ad56f10d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.702053 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ec15ca43-bfa9-4e6d-b8f6-9b03ad56f10d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14781a14-0a9a-4a41-bee7-62e90c4b0991 HTTP/1.1" status: 204 len: 168 time: 0.4050593 Dec 14 12:58:08.729838 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=ff8fc74f-b16e-4eaf-a130-02803c8d0b2f,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:08.731844 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15ca43-bfa9-4e6d-b8f6-9b03ad56f10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14781a14-0a9a-4a41-bee7-62e90c4b0991,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:08.744189 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.799691 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Router 1795d8e3-5eae-4de4-8781-4fc05baecac8 is scheduled to L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 with binding_index 1 {{(pid=102350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 12:58:08.803100 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.868420 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=ff8fc74f-b16e-4eaf-a130-02803c8d0b2f,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:08.907313 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Network 6092f040-7850-4b5c-8606-0c2c75c91695 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:08.914716 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:08.918205 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:08.918696 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471181'] for router_interface, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:08.968443 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-router', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:03Z', 'revision_number': 3, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'gw_port': {'id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:89:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:08.993798 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:08.999541 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1095315-1845-4488-bb4d-20db94a3c390 None None] The sync data for ids ['0693d048-e58a-4626-a2c2-6a6818df8285'] in dv-cinder-784477-10-iscsi is: [{'id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-router', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:03Z', 'revision_number': 3, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'gw_port': {'id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:89:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 12:58:09.053177 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-068c25a5-723f-4709-b549-edd6252fa57e None None] Provisioning complete for port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:09.053878 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-068c25a5-723f-4709-b549-edd6252fa57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:09.124950 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 12:58:09.170620 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Sync routers for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 12:58:09.192729 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:09.199131 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-00ff5434-dba2-417e-a45b-abd143685d70 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4192035 Dec 14 12:58:09.202719 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39028) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:09.238945 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:58:09.240001 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:57:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:09.270584 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:09.768143 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:09.781456 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:09.782964 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472125'] for router_interface, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:09.906950 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:58:09.948503 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ff8fc74f-b16e-4eaf-a130-02803c8d0b2f up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:10.124139 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39056) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:10.125133 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:10.132136 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dd32686f-ef88-4eb2-a42c-1b88da4daf83 req-4249fe78-7bb8-45ba-a8be-67ceeca5274c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 210 time: 0.0626838 Dec 14 12:58:10.184566 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5dab3339-8a32-4cee-9be2-b8dd2f587d89 req-68261c1d-0b5a-4809-b262-e0bf5b6126f3 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 210 time: 0.0445666 Dec 14 12:58:10.203179 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Network 6092f040-7850-4b5c-8606-0c2c75c91695 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:10.205381 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:10.352936 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:10.353378 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:10.363595 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Router 0693d048-e58a-4626-a2c2-6a6818df8285 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 12:58:10.469470 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-09fe42bd-fd53-4b83-a71a-8e21c3b4cfac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:10.482388 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:10.613975 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 12:58:10.628985 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-65c06e49-cfa2-427f-8554-c464cd6ee006 admin admin] 10.222.0.49 "PUT /v2.0/routers/0693d048-e58a-4626-a2c2-6a6818df8285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5341651 Dec 14 12:58:10.641002 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:07Z', 'revision_number': 3, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:10.675261 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-09fe42bd-fd53-4b83-a71a-8e21c3b4cfac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:10.681221 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-09fe42bd-fd53-4b83-a71a-8e21c3b4cfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:10.706367 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 4ea482a9-51da-4386-88e7-6008ad5f47a7 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:10.708086 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Checking router: 1795d8e3-5eae-4de4-8781-4fc05baecac8 for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 12:58:10.708433 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Updating router 1795d8e3-5eae-4de4-8781-4fc05baecac8 port ed154267-0f0f-46bf-bd94-b1f88f8eadbd binding host dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 12:58:10.710096 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39092) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:10.716024 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe42bd-fd53-4b83-a71a-8e21c3b4cfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ed9474-57e6-40e2-9b32-9f12cc614ed9,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:10.764191 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-09fe42bd-fd53-4b83-a71a-8e21c3b4cfac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4bc960a647bc42ba917e3b0858cce2e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6277936 Dec 14 12:58:10.764606 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39098) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:10.835067 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:10.870758 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-2d46f564-96ac-4e57-ac83-649a7b6202f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:10.874819 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Allocated IP 172.20.0.1 (685eb097-be44-442e-9106-664041f3bdb2/f7e3585b-cbda-42d9-8093-5f8126729775/e1161b25-5496-4cdd-8572-743eb4d9218b) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:10.918120 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-2d46f564-96ac-4e57-ac83-649a7b6202f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:10.959692 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-046a206d-975e-478f-a481-c288595537d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:10.998010 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.036737 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 4ea482a9-51da-4386-88e7-6008ad5f47a7 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:11.037883 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.057308 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.082872 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-2d46f564-96ac-4e57-ac83-649a7b6202f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.085690 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-2d46f564-96ac-4e57-ac83-649a7b6202f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.089676 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-2d46f564-96ac-4e57-ac83-649a7b6202f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53ed9474-57e6-40e2-9b32-9f12cc614ed9 HTTP/1.1" status: 204 len: 168 time: 0.3240728 Dec 14 12:58:11.119548 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f564-96ac-4e57-ac83-649a7b6202f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ed9474-57e6-40e2-9b32-9f12cc614ed9,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:11.156242 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Pushing event updated for resources: {'Port': ['ID=e1161b25-5496-4cdd-8572-743eb4d9218b,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:11.157445 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-046a206d-975e-478f-a481-c288595537d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.167645 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-046a206d-975e-478f-a481-c288595537d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.174766 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Network 685eb097-be44-442e-9106-664041f3bdb2 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:11.177592 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:11.182206 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:11.182717 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471181'] for router_interface, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.261651 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a206d-975e-478f-a481-c288595537d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3aa27e-34b0-477e-88b3-036000461ee1,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:11.288086 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.347750 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-046a206d-975e-478f-a481-c288595537d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc40f5f072234cd2a465f7e93b677028&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6264646 Dec 14 12:58:11.402764 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39124) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:11.414869 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c33030e5-3607-499f-928e-107b68957f9d req-915c8db6-f1b2-4ac3-9f81-0160292bd282 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 210 time: 0.1199389 Dec 14 12:58:11.434692 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port 4ea482a9-51da-4386-88e7-6008ad5f47a7, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=4ea482a9-51da-4386-88e7-6008ad5f47a7,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:11.454553 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.678698 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.737285 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=4ea482a9-51da-4386-88e7-6008ad5f47a7,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:11.834356 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Sync routers for ids ['0693d048-e58a-4626-a2c2-6a6818df8285'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 12:58:11.841031 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-005a48c3-d198-4765-8876-eb6403cf1b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.852765 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-253149b0-f4ee-48fa-bcc5-e138a52ac0c2 None None] Provisioning complete for port e1161b25-5496-4cdd-8572-743eb4d9218b triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:11.852765 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-253149b0-f4ee-48fa-bcc5-e138a52ac0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.863589 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Routers {'0693d048-e58a-4626-a2c2-6a6818df8285'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:58:11.864589 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:57:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['0693d048-e58a-4626-a2c2-6a6818df8285'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:11.965570 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Publish callbacks [] for port, precommit_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.974625 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b4e2294e-c47f-4e07-8aec-fdb2cb3379ff req-63a2ca40-bb8c-48d5-88c4-fc2739d42215 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 210 time: 0.3700736 Dec 14 12:58:11.980765 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.988952 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.989752 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472125'] for router_interface, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:11.997316 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-253149b0-f4ee-48fa-bcc5-e138a52ac0c2 None None] Port e1161b25-5496-4cdd-8572-743eb4d9218b cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 12:58:12.006753 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:12.050883 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-005a48c3-d198-4765-8876-eb6403cf1b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:12.082949 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-9bfa12ad-9497-4626-8824-6f28761a7a09 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:12.087509 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-9bfa12ad-9497-4626-8824-6f28761a7a09 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 819 time: 0.6704137 Dec 14 12:58:12.101085 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Set router 0693d048-e58a-4626-a2c2-6a6818df8285 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:58:12.176066 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-5dd27545-a1e5-445d-a881-5336c931a288 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/quotas/010919ea84eb4eb8b936c63153600eba HTTP/1.1" status: 200 len: 375 time: 0.0691409 Dec 14 12:58:12.183042 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Attempting to bind port ed154267-0f0f-46bf-bd94-b1f88f8eadbd on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:58:12.183970 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Attempting to bind port ed154267-0f0f-46bf-bd94-b1f88f8eadbd by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:58:12.186816 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Attempting to bind port ed154267-0f0f-46bf-bd94-b1f88f8eadbd on network 2946f6d7-cdce-44ff-bb19-df196ff995d7 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:12.205009 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:58:12.212227 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Checking segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:12.213077 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:12.213877 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Bound using segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:58:12.216479 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Bound port: ed154267-0f0f-46bf-bd94-b1f88f8eadbd, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:58:12.217007 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:12.242334 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Pushing event updated for resources: {'Port': ['ID=e1161b25-5496-4cdd-8572-743eb4d9218b,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:12.280500 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-005a48c3-d198-4765-8876-eb6403cf1b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:12.285770 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-005a48c3-d198-4765-8876-eb6403cf1b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:12.289938 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-005a48c3-d198-4765-8876-eb6403cf1b44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e3aa27e-34b0-477e-88b3-036000461ee1 HTTP/1.1" status: 204 len: 168 time: 0.8735318 Dec 14 12:58:12.296757 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] For port ed154267-0f0f-46bf-bd94-b1f88f8eadbd, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:58:12.302964 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] For port ed154267-0f0f-46bf-bd94-b1f88f8eadbd, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=ed154267-0f0f-46bf-bd94-b1f88f8eadbd,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:58:12.307372 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe4f83-19ee-4193-9094-f822c6e8d6b0 None None] Pushing event updated for resources: {'Port': ['ID=ed154267-0f0f-46bf-bd94-b1f88f8eadbd,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:12.314404 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:12.360697 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Network 685eb097-be44-442e-9106-664041f3bdb2 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:12.364029 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:12.370128 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a48c3-d198-4765-8876-eb6403cf1b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3aa27e-34b0-477e-88b3-036000461ee1,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:12.410332 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-113bf637-4022-4cec-b85a-22953f5b5cf3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1982691 Dec 14 12:58:12.432032 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:58:12.432654 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:57:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:12.456553 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-router', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:09Z', 'revision_number': 4, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'gw_port': {'id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36', 'name': '', 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'mac_address': 'fa:16:3e:01:0c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69e9a7d-8100-4d7b-aa1e-0e5544c950e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:07Z', 'updated_at': '2021-12-14T12:58:09Z', 'revision_number': 2, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'subnets': [{'id': 'd69e9a7d-8100-4d7b-aa1e-0e5544c950e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:12.523892 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Checking router: 0693d048-e58a-4626-a2c2-6a6818df8285 for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 12:58:12.527277 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Updating router 0693d048-e58a-4626-a2c2-6a6818df8285 port fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 binding host dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 12:58:12.631388 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:12.636119 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Router 1795d8e3-5eae-4de4-8781-4fc05baecac8 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 12:58:12.661391 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.44', 64627) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:12.721545 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-64e7a5a9-9ae4-4fec-bf36-16a30cd1d401 service neutron] 10.222.0.49 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894225 Dec 14 12:58:12.831442 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:58:12.873602 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a9ce1b54-60a6-4eb6-8547-6a9bd6d7e828 req-1c2e09b8-ef65-4873-96cf-207950cf819e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 210 time: 0.1409364 Dec 14 12:58:12.964501 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-157d66f6-19a0-47db-976a-6ba57a8faef3 service neutron] 10.222.0.49 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415788 Dec 14 12:58:13.153170 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39190) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:13.192879 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e34d855f-f1d1-4bd6-a667-d881b89b8ac2 req-e43940db-fbad-4c04-b196-481189f1c686 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 210 time: 0.0843000 Dec 14 12:58:13.196948 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.44', 64632) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:13.213118 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-024fd9d6-e7c6-4dd6-b533-5f0507eee757 None None] Provisioning complete for port e1161b25-5496-4cdd-8572-743eb4d9218b triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:13.222823 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-024fd9d6-e7c6-4dd6-b533-5f0507eee757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:13.308573 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d266-f685-4a06-a612-d0c91c8ce9a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:13.408038 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe4f83-19ee-4193-9094-f822c6e8d6b0 None None] Pushing event updated for resources: {'Port': ['ID=ed154267-0f0f-46bf-bd94-b1f88f8eadbd,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:13.415067 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-024fd9d6-e7c6-4dd6-b533-5f0507eee757 None None] Port e1161b25-5496-4cdd-8572-743eb4d9218b cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 12:58:13.448020 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-1001e2df-6448-4396-a827-f5295d11596f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:13.450417 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-1001e2df-6448-4396-a827-f5295d11596f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 814 time: 0.7761390 Dec 14 12:58:13.474898 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 2, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:13.489132 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 12:58:13.514752 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-bdeb3829-b6fc-4563-8e54-8fdbe37bb394 admin admin] 10.222.0.49 "PUT /v2.0/routers/1795d8e3-5eae-4de4-8781-4fc05baecac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3045385 Dec 14 12:58:13.525795 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Request body: {'port': {'device_id': '824eca5b-954f-402d-aa22-14f24ddd77ba', 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868', 'admin_state_up': True, 'tenant_id': 'ad27b8951cae4eeeafa257f45217653a'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:13.542730 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bb89a-a990-4317-b77c-5529eaf81069 None None] The sync data for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi is: [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 2, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 12:58:13.596217 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-7d9ed409-6679-455c-a3e5-cc8cdbcaf8e0 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:13.610584 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-7d9ed409-6679-455c-a3e5-cc8cdbcaf8e0 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.44 "GET /v2.0/networks?id=76a5a2e8-21c1-464a-bc3c-89f463700b17 HTTP/1.1" status: 200 len: 812 time: 0.3666420 Dec 14 12:58:13.666184 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Request body: {'port': {'device_id': '0632db38-ebd1-43c1-8ab9-04fbb19edfa7', 'network_id': '76a5a2e8-21c1-464a-bc3c-89f463700b17', 'admin_state_up': True, 'tenant_id': 'cb24e38ec8e34dd9a93459b7ff9ba97a'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:13.756455 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 4ea482a9-51da-4386-88e7-6008ad5f47a7 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:13.794072 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Publish callbacks [] for port, precommit_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:13.807578 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:13.914297 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:13.936833 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f6ab1-5ecd-49e1-80cc-0bfecdd73870 None None] Pushing event updated for resources: {'Port': ['ID=fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36,revision_number=3']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:13.978167 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39236) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:14.014795 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 4ea482a9-51da-4386-88e7-6008ad5f47a7 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:14.015281 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:14.313214 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Attempting to bind port fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:58:14.313904 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Made reservation on behalf of ad27b8951cae4eeeafa257f45217653a for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:14.317998 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Attempting to bind port fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:58:14.318488 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Attempting to bind port fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 on network 6092f040-7850-4b5c-8606-0c2c75c91695 {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:14.323282 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:14.331397 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:58:14.337954 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Checking segment: {'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:14.341283 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:14.342275 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Bound using segment: {'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:58:14.346385 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Bound port: fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'}}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:58:14.347906 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:14.417935 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-794c95a8-bd10-41b5-9b91-c5edb7f2166e req-bf8611ea-f3f7-4136-9bfb-6c4660bd8033 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 210 time: 0.8043725 Dec 14 12:58:14.427190 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-580581534-network', 'tenant_id': 'fc7b4c8fa5f54a74906d639ad84678fd'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:14.514262 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d8ac0e61-9f19-40d2-bf49-1a8da58d3a22 req-bee266d2-ad77-4f3e-bb54-b21f77f532a5 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 210 time: 0.1190763 Dec 14 12:58:14.518413 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] For port fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:58:14.528007 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] For port fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:58:14.543539 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:14.616203 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d266-f685-4a06-a612-d0c91c8ce9a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:14.728269 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Made reservation on behalf of fc7b4c8fa5f54a74906d639ad84678fd for: {'network': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:14.732467 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:14.773871 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:14.805962 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d266-f685-4a06-a612-d0c91c8ce9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:14.813763 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Routers {'0693d048-e58a-4626-a2c2-6a6818df8285'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:58:14.817172 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:57:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['0693d048-e58a-4626-a2c2-6a6818df8285'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:14.824251 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f6ab1-5ecd-49e1-80cc-0bfecdd73870 None None] Pushing event updated for resources: {'Port': ['ID=fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36,revision_number=4']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:14.878092 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0d266-f685-4a06-a612-d0c91c8ce9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f70fb2-2d0e-44ff-9416-fb6a7731f928,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:14.891654 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5586aea1-f617-4cd7-b0ce-a127f32fb20f req-6508bfae-b541-4b61-9eb4-540124ec6cdd tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 210 time: 0.0958092 Dec 14 12:58:14.931726 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Allocated IP 172.20.0.14 (f9d231ae-628f-4043-969c-cf414631d868/15225643-240f-4abd-9f55-847561dbe860/11ccc809-2261-401d-8da3-2d48bb297543) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:14.992971 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-5fd0d266-f685-4a06-a612-d0c91c8ce9a6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02ff65d465f448c3ade467f96aba1147&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8330798 Dec 14 12:58:14.994322 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39274) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:15.007349 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Made reservation on behalf of cb24e38ec8e34dd9a93459b7ff9ba97a for: {'port': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:15.014852 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:15.075878 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:15.094865 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:15.189538 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:58:15.274760 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecd2f2a-0e2c-4b29-b147-ee1dbbe2f47b,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:15.293832 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:15.299447 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.segments_db [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Added segment da5d7a71-a4ca-425d-88bc-0b1e41215d79 of type vlan for network 5abaf7a4-224a-48a1-bbc6-706877804e2a Dec 14 12:58:15.323900 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] Set router 0693d048-e58a-4626-a2c2-6a6818df8285 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:58:15.469530 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:15.489673 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:15.644341 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:15.645553 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:15.646439 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:15.717818 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39294) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:15.789479 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-router', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:09Z', 'revision_number': 4, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'gw_port': {'id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36', 'name': '', 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'mac_address': 'fa:16:3e:01:0c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69e9a7d-8100-4d7b-aa1e-0e5544c950e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:07Z', 'updated_at': '2021-12-14T12:58:14Z', 'revision_number': 4, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'subnets': [{'id': 'd69e9a7d-8100-4d7b-aa1e-0e5544c950e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:15.803851 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ed154267-0f0f-46bf-bd94-b1f88f8eadbd up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:15.843530 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39298) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:15.846367 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-486df029-2a2f-4220-b493-1d5b67d260cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:15.877000 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-71921de6-1e07-4b85-b5d1-c064c34028fe tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105216444', 'description': 'tempest-description--7540245'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:15.883290 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4951219-4ade-458f-ab26-8fdfc0e49d09 None None] The sync data for ids ['0693d048-e58a-4626-a2c2-6a6818df8285'] in dv-cinder-784477-10-iscsi is: [{'id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-router', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:09Z', 'revision_number': 4, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'gw_port': {'id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36', 'name': '', 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'mac_address': 'fa:16:3e:01:0c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69e9a7d-8100-4d7b-aa1e-0e5544c950e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:07Z', 'updated_at': '2021-12-14T12:58:14Z', 'revision_number': 4, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'subnets': [{'id': 'd69e9a7d-8100-4d7b-aa1e-0e5544c950e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 12:58:15.890025 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9108562 Dec 14 12:58:15.893556 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:15.907626 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39300) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:15.927654 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Request body: {'subnet': {'network_id': '5abaf7a4-224a-48a1-bbc6-706877804e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-580581534-subnet', 'tenant_id': 'fc7b4c8fa5f54a74906d639ad84678fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:16.063524 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.44', 64642) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:16.163623 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-486df029-2a2f-4220-b493-1d5b67d260cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:16.316460 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-128fbbd3-ace6-45bb-9c73-d6a7ebc7f0fc tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:16.327967 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-128fbbd3-ace6-45bb-9c73-d6a7ebc7f0fc tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 819 time: 1.0921264 Dec 14 12:58:16.368840 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port ed154267-0f0f-46bf-bd94-b1f88f8eadbd triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:16.369594 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:16.379073 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Pushing event updated for resources: {'Port': ['ID=11ccc809-2261-401d-8da3-2d48bb297543,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:16.381409 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e54b3-afd9-4c0c-8d36-cd61a3a8efaa admin admin] Pushing event updated for resources: {'Network': ['ID=5abaf7a4-224a-48a1-bbc6-706877804e2a,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:16.385564 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-7b607e1c-48df-4b37-b803-1f6c573089f8 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/quotas/010919ea84eb4eb8b936c63153600eba HTTP/1.1" status: 200 len: 375 time: 0.0562286 Dec 14 12:58:16.494841 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:16.514639 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-949a6308-caaa-46e7-95d3-c3b83499f4ad tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:16.516578 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-949a6308-caaa-46e7-95d3-c3b83499f4ad tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.44 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 819 time: 0.4503529 Dec 14 12:58:16.519083 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c1558be9-d999-4ca7-bbba-41bd222a4f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:16.569366 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port ed154267-0f0f-46bf-bd94-b1f88f8eadbd, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=ed154267-0f0f-46bf-bd94-b1f88f8eadbd,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:16.570230 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Network f9d231ae-628f-4043-969c-cf414631d868 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:16.575452 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:16.578372 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.db.api [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 14 12:58:16.578372 dv-cinder-784477-10-iscsi neutron-server[102350]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 14 12:58:16.578372 dv-cinder-784477-10-iscsi neutron-server[102350]: [parameters: {'project_id_1': 'fc7b4c8fa5f54a74906d639ad84678fd', 'expiration_1': datetime.datetime(2021, 12, 14, 12, 57, 56, 63293)}] Dec 14 12:58:16.578372 dv-cinder-784477-10-iscsi neutron-server[102350]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 12:58:16.578729 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG oslo_db.api [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 12:58:16.583653 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:16.615442 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Request body: {'port': {'device_id': 'eb6e04a4-8901-47df-9b51-7c1664bd3f6c', 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695', 'admin_state_up': True, 'tenant_id': '010919ea84eb4eb8b936c63153600eba'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:16.619269 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 5abaf7a4-224a-48a1-bbc6-706877804e2a details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:58:16.629811 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d551f-5ebe-4556-b469-3d0731624d58 req-3d09900a-8e39-4db5-88fe-bdd137b0e978 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:16.632498 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:16.638123 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:16.638760 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:16.641342 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e80d551f-5ebe-4556-b469-3d0731624d58 req-3d09900a-8e39-4db5-88fe-bdd137b0e978 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 932 time: 0.3361516 Dec 14 12:58:16.703360 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71921de6-1e07-4b85-b5d1-c064c34028fe tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:16.741503 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=ed154267-0f0f-46bf-bd94-b1f88f8eadbd,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:16.747111 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-bcfafa60-c417-4efb-b684-1fe1fbe5e378 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2305124 Dec 14 12:58:16.772048 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-fa3d4406-0620-4424-bfb1-8b24834f6f5f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 12:58:16.779132 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-fa3d4406-0620-4424-bfb1-8b24834f6f5f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131035 Dec 14 12:58:16.836890 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-486df029-2a2f-4220-b493-1d5b67d260cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:16.849060 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-486df029-2a2f-4220-b493-1d5b67d260cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:16.850443 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-486df029-2a2f-4220-b493-1d5b67d260cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1f70fb2-2d0e-44ff-9416-fb6a7731f928 HTTP/1.1" status: 204 len: 168 time: 1.8520727 Dec 14 12:58:16.867813 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Allocated IP 172.20.0.3 (76a5a2e8-21c1-464a-bc3c-89f463700b17/7963335d-5358-40c2-8f2c-eb77d0123480/1fe1c28a-b855-4e98-8e95-d0334e66858c) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:16.986261 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486df029-2a2f-4220-b493-1d5b67d260cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f70fb2-2d0e-44ff-9416-fb6a7731f928,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:17.002195 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Made reservation on behalf of 010919ea84eb4eb8b936c63153600eba for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:17.011704 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:17.165951 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Allocated IP 172.20.0.11 (6092f040-7850-4b5c-8606-0c2c75c91695/d69e9a7d-8100-4d7b-aa1e-0e5544c950e7/97df3dc5-b4a4-4c81-9f39-f292ced202fb) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:17.342563 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:17.358939 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:17.434506 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c1558be9-d999-4ca7-bbba-41bd222a4f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:17.436584 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:17.440823 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Made reservation on behalf of fc7b4c8fa5f54a74906d639ad84678fd for: {'subnet': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:17.444229 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Publish callbacks [] for subnet, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:17.451999 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c1558be9-d999-4ca7-bbba-41bd222a4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:17.461117 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71921de6-1e07-4b85-b5d1-c064c34028fe tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:17.543959 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71921de6-1e07-4b85-b5d1-c064c34028fe tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:17.632065 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-e7fc41b7-a9d5-4aac-936c-466d9fed877b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2455320 Dec 14 12:58:17.668132 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e80d551f-5ebe-4556-b469-3d0731624d58 req-8ca9c16b-1dda-4acd-a94d-e73355e63b4b tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9761612 Dec 14 12:58:17.798873 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:17.822916 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Network 6092f040-7850-4b5c-8606-0c2c75c91695 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:17.965176 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:17.983944 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:18.041233 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:18.059830 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:18.061427 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:18.101397 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:18.102821 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:18.191927 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5948517 Dec 14 12:58:18.194044 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71921de6-1e07-4b85-b5d1-c064c34028fe tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:18.200372 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-71921de6-1e07-4b85-b5d1-c064c34028fe tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 2.3453948 Dec 14 12:58:18.267936 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39344) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:18.269332 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1558be9-d999-4ca7-bbba-41bd222a4f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca49a36-4e20-4981-82cc-9f9910c92077,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:18.304326 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-c1558be9-d999-4ca7-bbba-41bd222a4f79 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fef0ab788c654db49ea195ad8a3676c4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5839088 Dec 14 12:58:18.305137 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9f231-6766-43ac-9c05-bd1f2efc9622 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Pushing event updated for resources: {'Port': ['ID=97df3dc5-b4a4-4c81-9f39-f292ced202fb,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:18.312725 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39352) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:18.316594 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-ee61c0ef-1699-4462-9a9b-58779a7a73c8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'security_group_rule': {'security_group_id': 'fbb7e867-4865-4072-8916-f4762ae2fced', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:18.362060 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Request body: {'port': {'device_id': '824eca5b-954f-402d-aa22-14f24ddd77ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:18.399242 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Sync routers for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 12:58:18.438619 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:18.445209 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-5a09ce44-d19e-40f6-9811-2ef1ffb2396a service neutron] 10.222.0.49 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8023582 Dec 14 12:58:18.451498 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71921de6-1e07-4b85-b5d1-c064c34028fe tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb7e867-4865-4072-8916-f4762ae2fced,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:18.461451 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:58:18.474645 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:57:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:18.614597 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:18.639135 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Network 76a5a2e8-21c1-464a-bc3c-89f463700b17 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:18.658172 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:18.659415 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ed154267-0f0f-46bf-bd94-b1f88f8eadbd up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:18.681557 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Request body: {'port': {'device_id': 'eb6e04a4-8901-47df-9b51-7c1664bd3f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:18.721827 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Pushing event updated for resources: {'Port': ['ID=1fe1c28a-b855-4e98-8e95-d0334e66858c,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:18.736598 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:18.753311 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:18.759121 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:18.759780 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:18.845106 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:58:18.847556 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:18.852245 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb00b0c-70d4-4f61-9bec-1246e32b75ed req-f17e3ae0-caee-4900-a694-187e1399779a tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:18.853881 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1fb00b0c-70d4-4f61-9bec-1246e32b75ed req-f17e3ae0-caee-4900-a694-187e1399779a tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 931 time: 0.6965060 Dec 14 12:58:18.864310 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-c63809e9-4de2-4948-9e8e-0ff5dbd3b966 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2208533 Dec 14 12:58:18.912588 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Request body: {'port': {'device_id': '0632db38-ebd1-43c1-8ab9-04fbb19edfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:18.977981 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-556dffd0-fc2e-4c77-893e-a5a99e09b858 service neutron] 10.222.0.49 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300717 Dec 14 12:58:19.042524 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1fb00b0c-70d4-4f61-9bec-1246e32b75ed req-4c53611f-686f-4b00-ac87-19e42244b4a0 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711655 Dec 14 12:58:19.043553 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:19.062491 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ee61c0ef-1699-4462-9a9b-58779a7a73c8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:19.116884 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:19.140633 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for subnet, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:19.213087 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port ed154267-0f0f-46bf-bd94-b1f88f8eadbd triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:19.213641 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:19.221222 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6210ec9d-1869-499d-a1b8-9ece510b142d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:19.312657 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:19.505270 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 2, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:19.550320 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Checking router: 1795d8e3-5eae-4de4-8781-4fc05baecac8 for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 12:58:19.550822 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Updating router 1795d8e3-5eae-4de4-8781-4fc05baecac8 port e1161b25-5496-4cdd-8572-743eb4d9218b binding host dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 12:58:19.657995 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:19.676348 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8879bd45-d06c-4085-9357-6c0c22de457f req-e0c1c317-04bf-4c10-8eb8-7a16e892a0b2 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 210 time: 0.2131424 Dec 14 12:58:19.780781 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:20.024356 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6210ec9d-1869-499d-a1b8-9ece510b142d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:20.124904 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:20.124904 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:20.203689 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd0b50-11d3-4135-9c92-998232411511 req-aff9b26e-5a9d-40c2-a88f-dea87c974c37 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:20.205288 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-90bd0b50-11d3-4135-9c92-998232411511 req-aff9b26e-5a9d-40c2-a88f-dea87c974c37 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 932 time: 0.9126849 Dec 14 12:58:20.478177 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-90bd0b50-11d3-4135-9c92-998232411511 req-d912cb19-c8f0-482f-9443-795b52ebf5b1 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485034 Dec 14 12:58:20.508279 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65fe9d-e6da-4717-a6cf-3df0200d6055 req-b40babc3-ef12-4875-8d89-b7473ef792bc tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:20.514049 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ad65fe9d-e6da-4717-a6cf-3df0200d6055 req-b40babc3-ef12-4875-8d89-b7473ef792bc tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 931 time: 0.2575207 Dec 14 12:58:20.687556 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Publish callbacks [] for port, precommit_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:20.690124 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe1c28a-b855-4e98-8e95-d0334e66858c {{(pid=102351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:20.705766 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:20.754167 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:20.792666 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=775df3f1-5d88-44a2-bf94-c585b673cd79,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:20.824036 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ad65fe9d-e6da-4717-a6cf-3df0200d6055 req-f4f1eeec-ece3-41f6-901e-af7156b99813 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783508 Dec 14 12:58:20.831032 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63996885-97e6-4a83-87cf-7b108c254500 None None] Pushing event updated for resources: {'Port': ['ID=e1161b25-5496-4cdd-8572-743eb4d9218b,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:20.870764 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.provisioning_blocks [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Transition to ACTIVE for port object 1fe1c28a-b855-4e98-8e95-d0334e66858c will not be triggered until provisioned by entity L2. {{(pid=102351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 12:58:20.894494 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6210ec9d-1869-499d-a1b8-9ece510b142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:20.903231 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6210ec9d-1869-499d-a1b8-9ece510b142d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:20.905500 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-6210ec9d-1869-499d-a1b8-9ece510b142d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fca49a36-4e20-4981-82cc-9f9910c92077 HTTP/1.1" status: 204 len: 168 time: 2.5741916 Dec 14 12:58:20.906420 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:20.941642 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-715abaa7-0286-463e-81a8-48820c9083c3 req-e1b8278d-8121-4358-816d-8d9bf5ed0bdb tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 210 time: 0.1095040 Dec 14 12:58:21.003025 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210ec9d-1869-499d-a1b8-9ece510b142d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca49a36-4e20-4981-82cc-9f9910c92077,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:21.005033 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Checking segment: {'id': 'da5d7a71-a4ca-425d-88bc-0b1e41215d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5abaf7a4-224a-48a1-bbc6-706877804e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:21.005493 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Network hostable DHCP agents. Network: 5abaf7a4-224a-48a1-bbc6-706877804e2a, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:58:21.138165 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Pushing event updated for resources: {'Port': ['ID=1fe1c28a-b855-4e98-8e95-d0334e66858c,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:21.146536 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Attempting to bind port e1161b25-5496-4cdd-8572-743eb4d9218b on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:58:21.146915 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Attempting to bind port e1161b25-5496-4cdd-8572-743eb4d9218b by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:58:21.147281 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Attempting to bind port e1161b25-5496-4cdd-8572-743eb4d9218b on network 685eb097-be44-442e-9106-664041f3bdb2 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:21.165517 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:58:21.167009 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Checking segment: {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:21.167557 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.167999 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Bound using segment: {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:58:21.169969 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Bound port: e1161b25-5496-4cdd-8572-743eb4d9218b, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:58:21.172045 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.204817 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ee61c0ef-1699-4462-9a9b-58779a7a73c8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.267716 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Network 5abaf7a4-224a-48a1-bbc6-706877804e2a is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:58:21.278250 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ee61c0ef-1699-4462-9a9b-58779a7a73c8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.290025 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 5abaf7a4-224a-48a1-bbc6-706877804e2a) {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:21.314209 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:21.314939 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.340921 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-2191f10c-6f89-4445-98c3-4a39893debaa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.4327970 Dec 14 12:58:21.347914 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61c0ef-1699-4462-9a9b-58779a7a73c8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deef7611-a7f9-4dfb-ac18-9c3b1c16d7e8,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:21.367347 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.managers [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Attempting to bind port 1fe1c28a-b855-4e98-8e95-d0334e66858c on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:58:21.367734 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.managers [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Attempting to bind port 1fe1c28a-b855-4e98-8e95-d0334e66858c by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '80130d1c-1473-456d-989c-6f510155d890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76a5a2e8-21c1-464a-bc3c-89f463700b17'}] {{(pid=102351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:58:21.368181 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Attempting to bind port 1fe1c28a-b855-4e98-8e95-d0334e66858c on network 76a5a2e8-21c1-464a-bc3c-89f463700b17 {{(pid=102351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:21.375716 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ee61c0ef-1699-4462-9a9b-58779a7a73c8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.380154 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ee61c0ef-1699-4462-9a9b-58779a7a73c8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0693834 Dec 14 12:58:21.384980 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39426) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:21.402984 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-4ac60b11-8250-4956-aa9b-472dfda37e30 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'security_group_rule': {'security_group_id': 'fbb7e867-4865-4072-8916-f4762ae2fced', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:21.409614 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Port 1fe1c28a-b855-4e98-8e95-d0334e66858c on network 76a5a2e8-21c1-464a-bc3c-89f463700b17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 12:58:21.410476 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Attempting to bind port 1fe1c28a-b855-4e98-8e95-d0334e66858c on network 76a5a2e8-21c1-464a-bc3c-89f463700b17 {{(pid=102351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:21.420316 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:58:21.421330 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Checking segment: {'id': '80130d1c-1473-456d-989c-6f510155d890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76a5a2e8-21c1-464a-bc3c-89f463700b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:21.421990 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Bound using segment: {'id': '80130d1c-1473-456d-989c-6f510155d890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76a5a2e8-21c1-464a-bc3c-89f463700b17'} {{(pid=102351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:58:21.422523 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.managers [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Bound port: 1fe1c28a-b855-4e98-8e95-d0334e66858c, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80130d1c-1473-456d-989c-6f510155d890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76a5a2e8-21c1-464a-bc3c-89f463700b17'}}] {{(pid=102351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:58:21.423392 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.432764 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82715d0c-513d-4a0a-b7bf-2ddafc6af9e4 None None] Network 5abaf7a4-224a-48a1-bbc6-706877804e2a requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:21.438197 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97df3dc5-b4a4-4c81-9f39-f292ced202fb {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:21.454688 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.495722 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4ac60b11-8250-4956-aa9b-472dfda37e30 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.536706 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Transition to ACTIVE for port object 97df3dc5-b4a4-4c81-9f39-f292ced202fb will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 12:58:21.601148 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.605798 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-ad3f6e76-2c8d-49e5-8097-652b11ffe68d None None] Provisioning complete for port e1161b25-5496-4cdd-8572-743eb4d9218b triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:21.606370 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6e76-2c8d-49e5-8097-652b11ffe68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.675948 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4ac60b11-8250-4956-aa9b-472dfda37e30 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.710549 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4ac60b11-8250-4956-aa9b-472dfda37e30 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.733056 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] For port e1161b25-5496-4cdd-8572-743eb4d9218b, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:58:21.752828 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] For port e1161b25-5496-4cdd-8572-743eb4d9218b, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=e1161b25-5496-4cdd-8572-743eb4d9218b,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:58:21.757153 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] For port 1fe1c28a-b855-4e98-8e95-d0334e66858c, host hv-cinder-78447, cleared binding levels {{(pid=102351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:58:21.783698 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.799387 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f6e76-2c8d-49e5-8097-652b11ffe68d None None] Port e1161b25-5496-4cdd-8572-743eb4d9218b cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 12:58:21.837805 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.44', 64650) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:21.896387 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] For port 1fe1c28a-b855-4e98-8e95-d0334e66858c, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1fe1c28a-b855-4e98-8e95-d0334e66858c,segment=NetworkSegment(80130d1c-1473-456d-989c-6f510155d890),segment_id=80130d1c-1473-456d-989c-6f510155d890)] {{(pid=102351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:58:21.912623 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:21.989219 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecd2b5b-4b73-4c58-80fe-e0ddb481f839 None None] Network 5abaf7a4-224a-48a1-bbc6-706877804e2a requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:22.037962 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac60b11-8250-4956-aa9b-472dfda37e30 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d39e2b4-73f9-413b-907a-66015a1ced18,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:22.240784 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Pushing event updated for resources: {'Port': ['ID=1fe1c28a-b855-4e98-8e95-d0334e66858c,revision_number=3']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:22.249601 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ccc809-2261-401d-8da3-2d48bb297543 {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:22.262505 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:22.295583 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Transition to ACTIVE for port object 11ccc809-2261-401d-8da3-2d48bb297543 will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 12:58:22.304250 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:58:22.305261 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:57:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:22.307220 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4ac60b11-8250-4956-aa9b-472dfda37e30 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:22.317039 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63996885-97e6-4a83-87cf-7b108c254500 None None] Pushing event updated for resources: {'Port': ['ID=e1161b25-5496-4cdd-8572-743eb4d9218b,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:22.323364 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-4ac60b11-8250-4956-aa9b-472dfda37e30 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9349210 Dec 14 12:58:22.339714 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:22.340517 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:22.358555 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-e2b7fd9a-b529-4254-8447-bb109dea0f8d service neutron] 10.222.0.44 "PUT /v2.0/ports/1fe1c28a-b855-4e98-8e95-d0334e66858c HTTP/1.1" status: 200 len: 1093 time: 3.4532459 Dec 14 12:58:22.359190 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39462) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:22.377188 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0632db38-ebd1-43c1-8ab9-04fbb19edfa7', 'tag': '1fe1c28a-b855-4e98-8e95-d0334e66858c'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:58:22.431637 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:22.568391 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'floatingip': {'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:22.571766 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Attempting to bind port 97df3dc5-b4a4-4c81-9f39-f292ced202fb on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:58:22.572105 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Attempting to bind port 97df3dc5-b4a4-4c81-9f39-f292ced202fb by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:58:22.572449 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Attempting to bind port 97df3dc5-b4a4-4c81-9f39-f292ced202fb on network 6092f040-7850-4b5c-8606-0c2c75c91695 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:22.636801 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-3d1d9ef2-b240-4def-a5e5-3b62657a0025 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:22.643550 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-3d1d9ef2-b240-4def-a5e5-3b62657a0025 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.44 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 819 time: 0.7577603 Dec 14 12:58:22.653634 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Port 97df3dc5-b4a4-4c81-9f39-f292ced202fb on network 6092f040-7850-4b5c-8606-0c2c75c91695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 12:58:22.654638 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Attempting to bind port 97df3dc5-b4a4-4c81-9f39-f292ced202fb on network 6092f040-7850-4b5c-8606-0c2c75c91695 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:22.663921 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Pushing event updated for resources: {'Port': ['ID=97df3dc5-b4a4-4c81-9f39-f292ced202fb,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:22.737213 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819c7dd-f5f9-40c1-b6ca-db2eff2dfd19 req-af63fb91-960c-4ecb-974d-c3cb38d7696b tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:22.752165 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7819c7dd-f5f9-40c1-b6ca-db2eff2dfd19 req-af63fb91-960c-4ecb-974d-c3cb38d7696b tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 932 time: 1.0566738 Dec 14 12:58:22.778348 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:22.928909 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:58:22.930418 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Checking segment: {'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:22.932113 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Bound using segment: {'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:58:22.933664 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Bound port: 97df3dc5-b4a4-4c81-9f39-f292ced202fb, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:58:22.935219 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:23.150513 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:58:23.174958 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7819c7dd-f5f9-40c1-b6ca-db2eff2dfd19 req-ae8a69cc-011c-465d-8e37-730f7b1ca5a8 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801563 Dec 14 12:58:23.215034 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a06ccb-a166-497d-a793-c0ef27af9aca req-5d9ad783-bf6a-416a-9836-5315d3be1c67 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:23.222008 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] For port 97df3dc5-b4a4-4c81-9f39-f292ced202fb, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:58:23.235537 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] For port 97df3dc5-b4a4-4c81-9f39-f292ced202fb, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:58:23.245449 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f1a06ccb-a166-497d-a793-c0ef27af9aca req-5d9ad783-bf6a-416a-9836-5315d3be1c67 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 943 time: 1.0199676 Dec 14 12:58:23.251068 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0632db38-ebd1-43c1-8ab9-04fbb19edfa7", "tag": "1fe1c28a-b855-4e98-8e95-d0334e66858c"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:58:23.318270 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Attempting to bind port 11ccc809-2261-401d-8da3-2d48bb297543 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:58:23.318797 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Attempting to bind port 11ccc809-2261-401d-8da3-2d48bb297543 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:58:23.319331 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Attempting to bind port 11ccc809-2261-401d-8da3-2d48bb297543 on network f9d231ae-628f-4043-969c-cf414631d868 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:23.324797 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:23.350276 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Port 11ccc809-2261-401d-8da3-2d48bb297543 on network f9d231ae-628f-4043-969c-cf414631d868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 12:58:23.350846 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Attempting to bind port 11ccc809-2261-401d-8da3-2d48bb297543 on network f9d231ae-628f-4043-969c-cf414631d868 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:23.373426 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:23.375980 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-4ca3fabe-ecf3-4ce1-9d01-d5bee813f651 None None] Provisioning complete for port e1161b25-5496-4cdd-8572-743eb4d9218b triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:23.376356 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fabe-ecf3-4ce1-9d01-d5bee813f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:23.388773 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:23.391551 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] 10.222.0.44 "PUT /v2.0/ports/97df3dc5-b4a4-4c81-9f39-f292ced202fb HTTP/1.1" status: 200 len: 1094 time: 5.1659822 Dec 14 12:58:23.395063 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Pushing event updated for resources: {'Port': ['ID=11ccc809-2261-401d-8da3-2d48bb297543,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:23.411759 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6e04a4-8901-47df-9b51-7c1664bd3f6c', 'tag': '97df3dc5-b4a4-4c81-9f39-f292ced202fb'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:58:23.476759 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cde005fc-3199-4172-a5c6-60b2782ece6e req-10dc9e10-5bac-4378-91a4-8e20ab5504ce tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 210 time: 0.0655284 Dec 14 12:58:23.483054 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f1a06ccb-a166-497d-a793-c0ef27af9aca req-57f46468-2761-4347-83d8-e1160b842ce2 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365575 Dec 14 12:58:23.683272 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:58:23.683674 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Checking segment: {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:23.684125 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Bound using segment: {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:58:23.684803 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Bound port: 11ccc809-2261-401d-8da3-2d48bb297543, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:58:23.685090 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:23.742700 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device e1161b25-5496-4cdd-8572-743eb4d9218b up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:23.747954 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39516) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:23.755177 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-563313638-network', 'tenant_id': 'eccd44f409d4484bab3c3941e74f878c'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:23.783604 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:23.878400 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Request body: {'port': {'device_id': '60694e1e-d0cb-41c8-adf5-bdda49804385', 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695', 'admin_state_up': True, 'tenant_id': '010919ea84eb4eb8b936c63153600eba'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:23.951607 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-653d1749-8ca6-4c8b-a2e1-dbd182ce2bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:23.994366 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fabe-ecf3-4ce1-9d01-d5bee813f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:24.002432 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-b269c8a7-56b9-41f8-b3a3-1f362413eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:24.018491 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-b269c8a7-56b9-41f8-b3a3-1f362413eef2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 1097 time: 0.4659228 Dec 14 12:58:24.036446 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Made reservation on behalf of eccd44f409d4484bab3c3941e74f878c for: {'network': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:24.043675 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:24.045961 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port e1161b25-5496-4cdd-8572-743eb4d9218b triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:24.046665 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:24.111060 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-4ca3fabe-ecf3-4ce1-9d01-d5bee813f651 None None] For port e1161b25-5496-4cdd-8572-743eb4d9218b, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=e1161b25-5496-4cdd-8572-743eb4d9218b,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:24.134081 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fabe-ecf3-4ce1-9d01-d5bee813f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:24.250922 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:21Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:24.284987 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-1f8e7ec9-cba8-434c-abeb-9be08f02ff74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb HTTP/1.1" status: 200 len: 217 time: 0.2263031 Dec 14 12:58:24.300786 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:24.444029 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95c4ae-b91e-42ab-afff-8e0e239bf29f None None] The sync data for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi is: [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:21Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 12:58:24.511941 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6e04a4-8901-47df-9b51-7c1664bd3f6c", "tag": "97df3dc5-b4a4-4c81-9f39-f292ced202fb"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:58:24.513217 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-53161c66-f041-4b17-8225-4f54cd485579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:24.515525 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-53161c66-f041-4b17-8225-4f54cd485579 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 200 len: 859 time: 0.1902583 Dec 14 12:58:24.518428 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c9c8d6-de45-48ad-a2f1-07dfd6dc14a2 x-openstack-request-id: req-67c9c8d6-de45-48ad-a2f1-07dfd6dc14a2 {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:58:24.518979 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0632db38-ebd1-43c1-8ab9-04fbb19edfa7", "tag": "1fe1c28a-b855-4e98-8e95-d0334e66858c", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:58:24.519372 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67c9c8d6-de45-48ad-a2f1-07dfd6dc14a2 {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:58:24.519961 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0632db38-ebd1-43c1-8ab9-04fbb19edfa7', 'tag': '1fe1c28a-b855-4e98-8e95-d0334e66858c', 'status': 'completed', 'code': 200} Dec 14 12:58:24.531525 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3fabe-ecf3-4ce1-9d01-d5bee813f651 None None] Pushing event updated for resources: {'Port': ['ID=e1161b25-5496-4cdd-8572-743eb4d9218b,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:24.577258 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168ed6e-c026-4ae1-8023-d5b76aab6426 service neutron] Pushing event updated for resources: {'Port': ['ID=97df3dc5-b4a4-4c81-9f39-f292ced202fb,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:24.634303 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-2d555a84-1ba2-4efe-bfba-b66196f9543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:24.636008 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-2d555a84-1ba2-4efe-bfba-b66196f9543c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb24e38ec8e34dd9a93459b7ff9ba97a&device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 1096 time: 0.9644196 Dec 14 12:58:24.671743 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] For port 11ccc809-2261-401d-8da3-2d48bb297543, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:58:24.682729 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] For port 11ccc809-2261-401d-8da3-2d48bb297543, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=11ccc809-2261-401d-8da3-2d48bb297543,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:58:24.705927 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:24.769850 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-ab57291a-9a19-4c75-8a7e-71d09e1c39a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6092f040-7850-4b5c-8606-0c2c75c91695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390464 Dec 14 12:58:24.855459 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0781a7b8-f880-47aa-99ee-50663a9d7f58 req-640e3c04-8fe9-4e63-b5c4-754f02dce930 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 210 time: 0.0749679 Dec 14 12:58:24.949878 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Allocated IP 172.27.2.109 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/44711be8-7abb-4ae6-b43b-ce51be7839ef) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:25.015156 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27037929-5e51-4cee-b13e-c511226cfbca req-5c658515-53ab-47af-b0b9-005b0c48720d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:25.028557 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-27037929-5e51-4cee-b13e-c511226cfbca req-5c658515-53ab-47af-b0b9-005b0c48720d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 944 time: 0.5090811 Dec 14 12:58:25.367399 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a468b-009b-44ef-bfef-6e48b6d8cdaf req-fd32b884-803e-4b68-b384-780ef84fdcdb tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:25.369501 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-373a468b-009b-44ef-bfef-6e48b6d8cdaf req-fd32b884-803e-4b68-b384-780ef84fdcdb tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 943 time: 0.3747923 Dec 14 12:58:25.461152 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-27037929-5e51-4cee-b13e-c511226cfbca req-9043ee91-0f51-46c9-a325-5661d8875348 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315145 Dec 14 12:58:25.494328 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-9dfce0c3-dc4a-4964-89c7-b70657fe5ebf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fe1c28a-b855-4e98-8e95-d0334e66858c HTTP/1.1" status: 200 len: 217 time: 0.2405300 Dec 14 12:58:25.498086 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:25.499255 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:25.501936 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] 10.222.0.44 "PUT /v2.0/ports/11ccc809-2261-401d-8da3-2d48bb297543 HTTP/1.1" status: 200 len: 1094 time: 7.7533517 Dec 14 12:58:25.544736 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3971209-1229-4e15-bd67-ce6d015898ae service neutron] Pushing event updated for resources: {'Port': ['ID=11ccc809-2261-401d-8da3-2d48bb297543,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:25.556762 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Made reservation on behalf of 010919ea84eb4eb8b936c63153600eba for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:25.564273 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:25.698605 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device e1161b25-5496-4cdd-8572-743eb4d9218b up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:25.866926 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Allocated IP 172.20.0.12 (6092f040-7850-4b5c-8606-0c2c75c91695/d69e9a7d-8100-4d7b-aa1e-0e5544c950e7/dc3fb812-3df8-4cc0-9829-c46ef1394592) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:25.872116 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port e1161b25-5496-4cdd-8572-743eb4d9218b triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:25.873529 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:25.915675 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:25.951721 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-373a468b-009b-44ef-bfef-6e48b6d8cdaf req-30715510-35a5-4479-8020-0bda44171834 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127819 Dec 14 12:58:25.957890 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-0f5536fb-ebd9-4c5c-ae2f-ef62cf89cec7 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0989993 Dec 14 12:58:25.959512 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:26.033622 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ce481a-c17c-45fa-9c05-0b6a09699d8d x-openstack-request-id: req-92ce481a-c17c-45fa-9c05-0b6a09699d8d {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:58:26.033924 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6e04a4-8901-47df-9b51-7c1664bd3f6c", "tag": "97df3dc5-b4a4-4c81-9f39-f292ced202fb", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:58:26.034430 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92ce481a-c17c-45fa-9c05-0b6a09699d8d {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:58:26.034896 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6e04a4-8901-47df-9b51-7c1664bd3f6c', 'tag': '97df3dc5-b4a4-4c81-9f39-f292ced202fb', 'status': 'completed', 'code': 200} Dec 14 12:58:26.069981 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d6988424-b8f0-4e26-b05e-9cdff7b7e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:26.265435 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-f7d78cf0-fa9a-4c9d-bb57-dbda0996702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:26.266935 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-f7d78cf0-fa9a-4c9d-bb57-dbda0996702f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7963335d-5358-40c2-8f2c-eb77d0123480 HTTP/1.1" status: 200 len: 852 time: 0.2312469 Dec 14 12:58:26.475439 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d84a7c1f-6371-4043-8db5-d5e8a79dea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:26.476978 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-d84a7c1f-6371-4043-8db5-d5e8a79dea74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 1097 time: 0.4535797 Dec 14 12:58:26.493129 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-7a0a13a6-edbb-4a29-b02e-b499c0b35e9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=76a5a2e8-21c1-464a-bc3c-89f463700b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1901958 Dec 14 12:58:26.617858 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:58:26.679148 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-27eb2c20-217b-4841-9579-f8dd76daf131 req-c0edd5fb-93d0-4d8b-bf3d-91c801c6f2f2 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 210 time: 0.1536322 Dec 14 12:58:26.694875 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:26.720078 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2afa4ce-5899-4108-beb2-d4b471347dd0,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:26.754972 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:26.763685 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:26.764239 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.segments_db [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Added segment e04fc95f-a9b9-4f18-b276-0cc007bb5531 of type vlan for network bfc54f24-9c62-441f-b288-0cbebf56acc7 Dec 14 12:58:26.781182 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:26.871138 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-52c7a193-b724-4423-b5d6-a061a9ba7788 req-f2384f44-90cf-46f7-ab80-813eee8b6a17 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526411 Dec 14 12:58:26.888320 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Network 6092f040-7850-4b5c-8606-0c2c75c91695 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:26.892393 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:26.907179 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:26.910912 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:26.917490 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:26.923819 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:26.935193 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6053ba1-64d4-4100-ac1d-e034c9e549cb req-f2674b2d-0293-4e45-9ca6-fd373b02c87a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:26.936736 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b6053ba1-64d4-4100-ac1d-e034c9e549cb req-f2674b2d-0293-4e45-9ca6-fd373b02c87a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 944 time: 0.3201616 Dec 14 12:58:26.962974 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Pushing event updated for resources: {'Port': ['ID=dc3fb812-3df8-4cc0-9829-c46ef1394592,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:26.977811 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-40df7cf8-c74b-4019-b03a-34bcc0df84a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2959507 Dec 14 12:58:26.983166 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.027817 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.028842 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:27.029543 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.123789 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39618) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:27.184184 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b6053ba1-64d4-4100-ac1d-e034c9e549cb req-6ced73a6-aae0-42f6-9eb7-1473b0caa956 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322237 Dec 14 12:58:27.220796 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:27.244264 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39624) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:27.244607 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4949265 Dec 14 12:58:27.245413 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:27.250432 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] Request body: {'subnet': {'network_id': 'bfc54f24-9c62-441f-b288-0cbebf56acc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-563313638-subnet', 'tenant_id': 'eccd44f409d4484bab3c3941e74f878c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:27.251036 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:27.254787 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'Port': ['ID=44711be8-7abb-4ae6-b43b-ce51be7839ef,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:27.265798 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e4317-0b01-490a-baa2-09733ebc541f admin admin] Pushing event updated for resources: {'Network': ['ID=bfc54f24-9c62-441f-b288-0cbebf56acc7,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:27.297976 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network bfc54f24-9c62-441f-b288-0cbebf56acc7 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:58:27.309862 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.320451 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a48777d9-0a77-4054-a9af-4d4c7e0715b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.335184 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] Made reservation on behalf of eccd44f409d4484bab3c3941e74f878c for: {'subnet': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:27.339672 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.397270 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b363c4-89f8-420c-a728-48b479f14b6f req-33b30631-917f-4ee1-8aef-d19c729a242f tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:27.399252 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f7b363c4-89f8-420c-a728-48b479f14b6f req-33b30631-917f-4ee1-8aef-d19c729a242f tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 943 time: 0.2804749 Dec 14 12:58:27.475555 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.541274 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f7b363c4-89f8-420c-a728-48b479f14b6f req-ad1a4ce2-9942-4dc9-9c81-12918fbe502a tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301622 Dec 14 12:58:27.546204 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.732616 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a48777d9-0a77-4054-a9af-4d4c7e0715b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.749304 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a48777d9-0a77-4054-a9af-4d4c7e0715b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.788007 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.797578 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.832976 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.872734 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:27.892080 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3769915 Dec 14 12:58:27.916733 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39642) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:27.975352 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-a48777d9-0a77-4054-a9af-4d4c7e0715b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ee80efdef0945e3add41ffcab346521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8502560 Dec 14 12:58:27.978870 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39646) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:27.981051 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48777d9-0a77-4054-a9af-4d4c7e0715b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ad6515-f0bc-40cd-8586-b60924f9e5b5,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:28.010792 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c87d0b-7916-4192-ae58-2f562ae5e7b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'Port': ['ID=44711be8-7abb-4ae6-b43b-ce51be7839ef,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:28.041816 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8979c8c-a170-4c64-a175-c6a41bcf4fff req-c16b7b9c-a005-4bb3-a98c-01a2185a28f7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:28.044644 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c8979c8c-a170-4c64-a175-c6a41bcf4fff req-c16b7b9c-a005-4bb3-a98c-01a2185a28f7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 932 time: 0.1757648 Dec 14 12:58:28.080012 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824eca5b-954f-402d-aa22-14f24ddd77ba', 'tag': '11ccc809-2261-401d-8da3-2d48bb297543'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:58:28.095000 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b42ba5f-0625-437a-bbec-59a30fad4be6" -d '{"events": [{"name": "network-changed", "server_uuid": "824eca5b-954f-402d-aa22-14f24ddd77ba", "tag": "11ccc809-2261-401d-8da3-2d48bb297543"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:58:28.123777 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c8979c8c-a170-4c64-a175-c6a41bcf4fff req-91926f8e-f4cc-4f39-bcc8-59c4d06e4dea tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715516 Dec 14 12:58:28.182503 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for subnet, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.201600 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de8794d-59bb-4611-b51d-d8dc8bb5f2a4 x-openstack-request-id: req-3de8794d-59bb-4611-b51d-d8dc8bb5f2a4 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:58:28.201600 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824eca5b-954f-402d-aa22-14f24ddd77ba", "tag": "11ccc809-2261-401d-8da3-2d48bb297543", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:58:28.201832 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3de8794d-59bb-4611-b51d-d8dc8bb5f2a4 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:58:28.202250 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824eca5b-954f-402d-aa22-14f24ddd77ba', 'tag': '11ccc809-2261-401d-8da3-2d48bb297543', 'status': 'completed', 'code': 200} Dec 14 12:58:28.343322 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3f89d9e8-0ae1-4a94-8e1f-408ed22178c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.372969 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4f356e6a-4802-40e6-9a29-238527fd7127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.400311 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cb8518-89cf-4bc1-9c6b-8d56f5f4a1cb,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:28.402652 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-fc95fe13-627f-45ba-a89a-8462dc1865bf tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--105216444&fields=id&tenant_id=68a8770b8dbe489a8119016fbee64eb5 HTTP/1.1" status: 200 len: 267 time: 0.1217432 Dec 14 12:58:28.429355 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe46cf-d05d-4c42-8402-37d375c69ded req-bb1bb52a-4ce9-4cf7-a202-c771104f792c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:28.431398 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-aafe46cf-d05d-4c42-8402-37d375c69ded req-bb1bb52a-4ce9-4cf7-a202-c771104f792c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 944 time: 0.1283898 Dec 14 12:58:28.432996 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4f356e6a-4802-40e6-9a29-238527fd7127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.445751 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] Checking segment: {'id': 'e04fc95f-a9b9-4f18-b276-0cc007bb5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bfc54f24-9c62-441f-b288-0cbebf56acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:28.446112 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] Network hostable DHCP agents. Network: bfc54f24-9c62-441f-b288-0cbebf56acc7, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:58:28.503687 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] Network bfc54f24-9c62-441f-b288-0cbebf56acc7 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:58:28.513791 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, bfc54f24-9c62-441f-b288-0cbebf56acc7) {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:28.520045 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:28.520045 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.523871 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f232ef26-f095-4467-9e25-6196aaa6b9c7 None None] Network bfc54f24-9c62-441f-b288-0cbebf56acc7 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:28.527585 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4f356e6a-4802-40e6-9a29-238527fd7127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.530385 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4f356e6a-4802-40e6-9a29-238527fd7127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.535269 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-4f356e6a-4802-40e6-9a29-238527fd7127 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06ad6515-f0bc-40cd-8586-b60924f9e5b5 HTTP/1.1" status: 204 len: 168 time: 0.5551071 Dec 14 12:58:28.546448 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-aafe46cf-d05d-4c42-8402-37d375c69ded req-e799ee6f-5665-43ec-858b-36d139bb9853 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019266 Dec 14 12:58:28.567649 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f356e6a-4802-40e6-9a29-238527fd7127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ad6515-f0bc-40cd-8586-b60924f9e5b5,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:28.576689 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-454b4878-f545-4435-95fe-44155ec08cfd tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:28.578290 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-454b4878-f545-4435-95fe-44155ec08cfd tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 817 time: 0.1655023 Dec 14 12:58:28.586436 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-a6226b05-9132-426d-ad88-b73b926c0098 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3410213 Dec 14 12:58:28.589140 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3f89d9e8-0ae1-4a94-8e1f-408ed22178c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.601785 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-e8d6a0a6-feeb-4f71-8674-9b77b415653c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/quotas/68a8770b8dbe489a8119016fbee64eb5 HTTP/1.1" status: 200 len: 375 time: 0.0157366 Dec 14 12:58:28.610643 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3f89d9e8-0ae1-4a94-8e1f-408ed22178c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.669634 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-3f89d9e8-0ae1-4a94-8e1f-408ed22178c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f5e5dbdf5f7467b9564214d9e7a6461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7265308 Dec 14 12:58:28.670501 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39678) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:28.672984 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89d9e8-0ae1-4a94-8e1f-408ed22178c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aa21c8-b1c5-4e20-8a46-6dd67081bd01,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:28.735698 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0c8932a5-5b83-44f4-b2b7-1560b207eba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.750128 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.767714 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2781f748-ec82-499d-b090-1edf175385b9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310804 Dec 14 12:58:28.788252 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0c8932a5-5b83-44f4-b2b7-1560b207eba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.807054 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382535a-9718-4e46-8685-9248544e0243 req-bc4a76e0-82eb-48c3-9b6f-1dfc9575626f tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:28.810293 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d382535a-9718-4e46-8685-9248544e0243 req-bc4a76e0-82eb-48c3-9b6f-1dfc9575626f tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 943 time: 0.1038022 Dec 14 12:58:28.810945 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39682) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:28.830138 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8eaf04-c943-4b41-bb19-e7c8a5ca4cc1 None None] Network bfc54f24-9c62-441f-b288-0cbebf56acc7 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:28.905929 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-398b3e3f-ffcc-40db-af90-39a327f686c0 service neutron] 10.222.0.49 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937116 Dec 14 12:58:28.913682 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_v2 [None req-5325a2f1-a245-46f5-9497-673873170f3f admin admin] Deleting subnet 775df3f1-5d88-44a2-bf94-c585b673cd79 {{(pid=102350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 12:58:28.917304 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5325a2f1-a245-46f5-9497-673873170f3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.950827 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0c8932a5-5b83-44f4-b2b7-1560b207eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.953633 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0c8932a5-5b83-44f4-b2b7-1560b207eba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:28.957487 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-0c8932a5-5b83-44f4-b2b7-1560b207eba4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21aa21c8-b1c5-4e20-8a46-6dd67081bd01 HTTP/1.1" status: 204 len: 168 time: 0.2832937 Dec 14 12:58:28.961772 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Request body: {'port': {'device_id': '60694e1e-d0cb-41c8-adf5-bdda49804385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:29.024162 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5325a2f1-a245-46f5-9497-673873170f3f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:29.061656 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d382535a-9718-4e46-8685-9248544e0243 req-c9acb72e-ab24-4423-8271-5913bb79e2e9 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474879 Dec 14 12:58:29.062854 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39688) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:29.080494 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-72c0d377-8613-4549-8a34-c2fa9ee41168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:29.097506 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-ad702b2f-7311-42b4-a1c8-02a1f106afc9 service neutron] 10.222.0.49 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910009 Dec 14 12:58:29.099367 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8932a5-5b83-44f4-b2b7-1560b207eba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aa21c8-b1c5-4e20-8a46-6dd67081bd01,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:29.102644 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5325a2f1-a245-46f5-9497-673873170f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:29.130813 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-877a25b6-b764-42d4-ae33-ee9d8e032bdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11ccc809-2261-401d-8da3-2d48bb297543 HTTP/1.1" status: 200 len: 217 time: 0.1739175 Dec 14 12:58:29.218648 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a req-c65e5605-1ffb-459a-97e7-0cef00faebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:29.240143 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a req-c65e5605-1ffb-459a-97e7-0cef00faebc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 1097 time: 0.2353914 Dec 14 12:58:29.285064 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-96c0af6e-11aa-4b2c-96fb-7a6136abba64 service neutron] 10.222.0.44 "GET /v2.0/networks/76a5a2e8-21c1-464a-bc3c-89f463700b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291645 Dec 14 12:58:29.289174 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:29.329002 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c21f2a3d-5742-4faa-ab19-b19bd5a4b1eb req-a0e66da3-1aad-461f-afa9-e5cf49577875 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 210 time: 0.0839815 Dec 14 12:58:29.330680 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39698) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:29.382001 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-b66fa85c-d43a-47e4-919b-eacb37374721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:29.383152 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-b66fa85c-d43a-47e4-919b-eacb37374721 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15225643-240f-4abd-9f55-847561dbe860 HTTP/1.1" status: 200 len: 854 time: 0.2406263 Dec 14 12:58:29.435995 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7061-25b7-45b9-8d1e-d0ab0b55def8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:29.496759 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:29.524783 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-baeb9c6d-87bc-4961-8594-7978cabc12c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9d231ae-628f-4043-969c-cf414631d868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934832 Dec 14 12:58:29.525836 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5325a2f1-a245-46f5-9497-673873170f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for subnet, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:29.541999 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2555ff-059c-4d58-92d9-07bb0e53f377 req-4b07d1ea-7917-40f2-b2cd-3b2a24f9bbbd tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:29.543652 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6a2555ff-059c-4d58-92d9-07bb0e53f377 req-4b07d1ea-7917-40f2-b2cd-3b2a24f9bbbd tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 932 time: 0.2661655 Dec 14 12:58:29.548938 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-72c0d377-8613-4549-8a34-c2fa9ee41168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:29.559327 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a req-6c6af2f7-5398-405b-93ea-fb0d6750a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:29.560305 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a req-6c6af2f7-5398-405b-93ea-fb0d6750a752 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 920 time: 0.3077521 Dec 14 12:58:29.574678 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-72c0d377-8613-4549-8a34-c2fa9ee41168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:29.646371 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c7b36dc8-300c-46a4-927c-cc0ebdab1da4 req-04b164d9-4588-4493-8250-cbef55674e6f service neutron] 10.222.0.44 "GET /v2.0/networks/76a5a2e8-21c1-464a-bc3c-89f463700b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383243 Dec 14 12:58:29.678617 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5325a2f1-a245-46f5-9497-673873170f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:29.682161 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-5325a2f1-a245-46f5-9497-673873170f3f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/775df3f1-5d88-44a2-bf94-c585b673cd79 HTTP/1.1" status: 204 len: 168 time: 0.8437502 Dec 14 12:58:29.688835 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39716) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:29.846310 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a req-c4d68ec8-df86-456e-9943-8b3b77d329ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb HTTP/1.1" status: 200 len: 217 time: 0.2768197 Dec 14 12:58:29.886747 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325a2f1-a245-46f5-9497-673873170f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775df3f1-5d88-44a2-bf94-c585b673cd79,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:29.899343 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-72c0d377-8613-4549-8a34-c2fa9ee41168 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fcc0fe77952472ca85123d877124d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8312223 Dec 14 12:58:29.903954 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39718) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:29.945044 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0d377-8613-4549-8a34-c2fa9ee41168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca98c6f-fd13-4bd5-9066-bf6f62d3caa9,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:29.972183 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6a2555ff-059c-4d58-92d9-07bb0e53f377 req-2def60f5-41cd-4b53-84b7-4df14206e4ad tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192469 Dec 14 12:58:30.031109 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7061-25b7-45b9-8d1e-d0ab0b55def8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:30.033049 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a req-b98651df-bb6d-47b0-96d0-8b2bd66b703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:30.034630 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a req-b98651df-bb6d-47b0-96d0-8b2bd66b703b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 200 len: 859 time: 0.1685395 Dec 14 12:58:30.045158 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dcbb7-a0b4-4170-999e-2d5f60a8b5a6 req-6f70266f-29fb-4afb-a4c5-c35f7d3d00d5 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:30.046667 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d77dcbb7-a0b4-4170-999e-2d5f60a8b5a6 req-6f70266f-29fb-4afb-a4c5-c35f7d3d00d5 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 944 time: 0.2133174 Dec 14 12:58:30.047329 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7061-25b7-45b9-8d1e-d0ab0b55def8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:30.063731 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:30.077123 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d req-72c8ff46-db6a-4d61-8186-adf7974c7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:30.078622 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d req-72c8ff46-db6a-4d61-8186-adf7974c7bfb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb24e38ec8e34dd9a93459b7ff9ba97a&device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 1096 time: 0.1898777 Dec 14 12:58:30.101271 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-e8441e6d-ea04-4803-a20f-ec16c0f77630 service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651917 Dec 14 12:58:30.124657 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a req-6a506a92-98db-4ed4-b26f-b035ae7e1853 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6092f040-7850-4b5c-8606-0c2c75c91695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728643 Dec 14 12:58:30.148914 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-7d4d7061-25b7-45b9-8d1e-d0ab0b55def8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe6bc309fa884f198672eed72f9725e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7836339 Dec 14 12:58:30.148914 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ec611549-0827-4796-b954-d022c0314be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:30.152073 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39722) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:30.179223 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d7061-25b7-45b9-8d1e-d0ab0b55def8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e15bbb-fbeb-4edc-9a13-b59fb8235644,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:30.261067 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ec611549-0827-4796-b954-d022c0314be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:30.282920 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d77dcbb7-a0b4-4170-999e-2d5f60a8b5a6 req-9e20d861-d9a0-413f-90a1-c890f1dcc936 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286372 Dec 14 12:58:30.340214 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2752c2-b5a5-4f5c-b161-78fae6578492 req-67bf753b-bbd9-4427-aa54-9c04584dcf81 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:30.342111 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eb2752c2-b5a5-4f5c-b161-78fae6578492 req-67bf753b-bbd9-4427-aa54-9c04584dcf81 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 943 time: 0.1911054 Dec 14 12:58:30.347616 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a req-ec8791fe-6ac6-4efc-989f-84065049b18f service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138081 Dec 14 12:58:30.415968 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.44', 64658) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:30.423592 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ec611549-0827-4796-b954-d022c0314be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:30.426354 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ec611549-0827-4796-b954-d022c0314be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:30.430599 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-ec611549-0827-4796-b954-d022c0314be5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dca98c6f-fd13-4bd5-9066-bf6f62d3caa9 HTTP/1.1" status: 204 len: 168 time: 0.4948378 Dec 14 12:58:30.467068 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec611549-0827-4796-b954-d022c0314be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca98c6f-fd13-4bd5-9066-bf6f62d3caa9,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:30.472775 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:30.502309 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5a222609-947f-4b27-bf16-e88cbe1ac336 req-efbea62e-8291-420b-a4cb-181e9ad63ce7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 210 time: 0.0575876 Dec 14 12:58:30.528624 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eb2752c2-b5a5-4f5c-b161-78fae6578492 req-afe14bf9-8dd0-4694-a600-2b25f021a4e7 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613293 Dec 14 12:58:30.547215 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a req-c41895fb-d1bf-4549-81c9-a24644b05095 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894600 Dec 14 12:58:30.593804 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d req-70e14b56-7f2a-4b4e-a9f0-4f09ebf8fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:30.595272 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d req-70e14b56-7f2a-4b4e-a9f0-4f09ebf8fdbd service neutron] 10.222.0.44 "GET /v2.0/networks?id=76a5a2e8-21c1-464a-bc3c-89f463700b17 HTTP/1.1" status: 200 len: 913 time: 0.5044687 Dec 14 12:58:30.600551 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.600919 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.601728 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.601993 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > port after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.602305 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.602628 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > port after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.602941 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.603254 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.603557 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.603870 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.785132 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.785485 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.785816 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.786147 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:30.786535 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abaf7a4-224a-48a1-bbc6-706877804e2a']}} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:30.793586 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-501a4888-5a6d-49cd-9d74-ce3cce743ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:30.798954 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3fb812-3df8-4cc0-9829-c46ef1394592 {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:30.833920 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:30.838153 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5d7a71-a4ca-425d-88bc-0b1e41215d79') {'for_net_delete': True} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:30.838447 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5d7a71-a4ca-425d-88bc-0b1e41215d79') {} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:30.847469 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d2a45371-7934-4617-871f-1ea4c5989be9 req-f456e994-a4d9-4f28-b93c-2888bae9fbb0 service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7151701 Dec 14 12:58:30.906562 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d req-37407d4d-1cf1-414b-9be1-9969fa15306a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fe1c28a-b855-4e98-8e95-d0334e66858c HTTP/1.1" status: 200 len: 217 time: 0.0890837 Dec 14 12:58:30.912333 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728583'] for segment, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:30.953018 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Transition to ACTIVE for port object dc3fb812-3df8-4cc0-9829-c46ef1394592 will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 12:58:30.968348 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-501a4888-5a6d-49cd-9d74-ce3cce743ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.009563 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.020925 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.073792 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 12:58:31.074251 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8747889'] for segment, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: from cryptography.utils import int_from_bytes Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: from cryptography.utils import int_from_bytes Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: Traceback (most recent call last): Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: timer() Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: cb(*args, **kw) Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: return func(*args, **kwargs) Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: self._notify() Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: self.callback(batched_events) Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: event.method(event) Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: return f(self, *a, **k) Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._get(url).json() Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: return self.request(url, 'GET', **kwargs) Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 12:58:31.095021 dv-cinder-784477-10-iscsi neutron-server[102350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 12:58:31.100594 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d656c7d-8d27-4bef-8d82-c65e2e0284fc req-ce7238b1-d872-4339-ad81-6d40ee77b243 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:31.102161 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0d656c7d-8d27-4bef-8d82-c65e2e0284fc req-ce7238b1-d872-4339-ad81-6d40ee77b243 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 944 time: 0.0555227 Dec 14 12:58:31.157124 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0d656c7d-8d27-4bef-8d82-c65e2e0284fc req-11db0211-a05b-45a5-940e-2a0fa1009c64 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476060 Dec 14 12:58:31.177598 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2c4413f1-5a4c-4b34-a9a7-804bb7a9400a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:31.179155 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2c4413f1-5a4c-4b34-a9a7-804bb7a9400a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.44 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 817 time: 0.7593076 Dec 14 12:58:31.209194 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d req-41abebf9-f490-4c7f-a539-87ae98c75923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:31.210816 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d req-41abebf9-f490-4c7f-a539-87ae98c75923 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7963335d-5358-40c2-8f2c-eb77d0123480 HTTP/1.1" status: 200 len: 852 time: 0.2814884 Dec 14 12:58:31.224525 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Pushing event updated for resources: {'Port': ['ID=dc3fb812-3df8-4cc0-9829-c46ef1394592,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:31.251497 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ba5f-0625-437a-bbec-59a30fad4be6 req-5ca6ff73-aef1-4a47-8398-65a5028c3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:31.253153 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b42ba5f-0625-437a-bbec-59a30fad4be6 req-5ca6ff73-aef1-4a47-8398-65a5028c3656 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 1097 time: 0.3226845 Dec 14 12:58:31.280226 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.285820 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.289075 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5abaf7a4-224a-48a1-bbc6-706877804e2a HTTP/1.1" status: 204 len: 168 time: 1.5979943 Dec 14 12:58:31.292136 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39764) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:31.296673 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d req-fa35af0b-e021-4106-b601-cdb5195c91dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=76a5a2e8-21c1-464a-bc3c-89f463700b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731137 Dec 14 12:58:31.341158 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb824904-9fcb-4c9a-9d7b-74f6a54f73c5 admin admin] Deleting subnet 46cb8518-89cf-4bc1-9c6b-8d56f5f4a1cb {{(pid=102351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 12:58:31.345014 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-eb824904-9fcb-4c9a-9d7b-74f6a54f73c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.381065 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8485f-5151-449a-b3f6-b173c05ef348 admin admin] Pushing event deleted for resources: {'Network': ['ID=5abaf7a4-224a-48a1-bbc6-706877804e2a,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:31.384015 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-501a4888-5a6d-49cd-9d74-ce3cce743ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.387418 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-501a4888-5a6d-49cd-9d74-ce3cce743ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.391875 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-501a4888-5a6d-49cd-9d74-ce3cce743ba4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3e15bbb-fbeb-4edc-9a13-b59fb8235644 HTTP/1.1" status: 204 len: 168 time: 1.2385528 Dec 14 12:58:31.403684 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-eb824904-9fcb-4c9a-9d7b-74f6a54f73c5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.431878 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-eb824904-9fcb-4c9a-9d7b-74f6a54f73c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.488108 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43677c-0157-41a5-9c20-80c6d4886a1f req-83c61130-a45a-4acf-9d33-33521af9549e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:31.489789 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4b43677c-0157-41a5-9c20-80c6d4886a1f req-83c61130-a45a-4acf-9d33-33521af9549e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 944 time: 0.0963435 Dec 14 12:58:31.498897 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a4888-5a6d-49cd-9d74-ce3cce743ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e15bbb-fbeb-4edc-9a13-b59fb8235644,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:31.518055 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-eb824904-9fcb-4c9a-9d7b-74f6a54f73c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for subnet, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.526185 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-0748e1da-1e47-481e-a6c6-45e617a3fe84 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a8770b8dbe489a8119016fbee64eb5 HTTP/1.1" status: 200 len: 379 time: 0.3264198 Dec 14 12:58:31.545564 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'port': {'device_id': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'admin_state_up': True, 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'security_groups': ['fbb7e867-4865-4072-8916-f4762ae2fced']}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:31.557943 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb824904-9fcb-4c9a-9d7b-74f6a54f73c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cb8518-89cf-4bc1-9c6b-8d56f5f4a1cb,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:31.563898 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-eb824904-9fcb-4c9a-9d7b-74f6a54f73c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.569858 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-eb824904-9fcb-4c9a-9d7b-74f6a54f73c5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/46cb8518-89cf-4bc1-9c6b-8d56f5f4a1cb HTTP/1.1" status: 204 len: 168 time: 0.2766857 Dec 14 12:58:31.570853 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39776) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:31.606872 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4b43677c-0157-41a5-9c20-80c6d4886a1f req-e8d31188-29c6-4633-a355-920fe6ac58ad tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074667 Dec 14 12:58:31.635849 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Attempting to bind port dc3fb812-3df8-4cc0-9829-c46ef1394592 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:58:31.635849 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Attempting to bind port dc3fb812-3df8-4cc0-9829-c46ef1394592 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:58:31.635849 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Attempting to bind port dc3fb812-3df8-4cc0-9829-c46ef1394592 on network 6092f040-7850-4b5c-8606-0c2c75c91695 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:31.696289 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.745689 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bc17b6fb-1994-414d-9539-ffea2c2664d0 req-a6f0f96c-e531-436b-927d-a3dd96cb298f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 210 time: 0.0774684 Dec 14 12:58:31.850252 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Port dc3fb812-3df8-4cc0-9829-c46ef1394592 on network 6092f040-7850-4b5c-8606-0c2c75c91695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 12:58:31.850575 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Attempting to bind port dc3fb812-3df8-4cc0-9829-c46ef1394592 on network 6092f040-7850-4b5c-8606-0c2c75c91695 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:31.859292 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d req-59d48168-5191-47e2-84d8-e902aed20482 service neutron] 10.222.0.44 "GET /v2.0/networks/76a5a2e8-21c1-464a-bc3c-89f463700b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397098 Dec 14 12:58:31.865304 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ba5f-0625-437a-bbec-59a30fad4be6 req-d6703cc9-15a5-4284-9e9d-3e858e0145b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:31.866797 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b42ba5f-0625-437a-bbec-59a30fad4be6 req-d6703cc9-15a5-4284-9e9d-3e858e0145b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 915 time: 0.5758450 Dec 14 12:58:31.878890 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:58:31.879131 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Checking segment: {'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:31.879513 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Bound using segment: {'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:58:31.879969 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Bound port: dc3fb812-3df8-4cc0-9829-c46ef1394592, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a578c45b-641d-4089-bed5-13c661fa07d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:58:31.880325 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.896365 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bb2aa-e17a-432f-974a-f62440bb29ff req-c4e40065-2e3a-45a0-b074-6c1a50f8a175 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:31.898205 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3b7bb2aa-e17a-432f-974a-f62440bb29ff req-c4e40065-2e3a-45a0-b074-6c1a50f8a175 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 943 time: 0.1483300 Dec 14 12:58:31.900929 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:31.944808 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:31.945306 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:31.946149 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:31.946550 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:31.946928 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:31.947336 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:31.947721 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:31.948102 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:31.948465 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:31.948915 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:32.012195 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b42ba5f-0625-437a-bbec-59a30fad4be6 req-d2bb0838-d0c5-45a4-b6c5-1c81d87a7a28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11ccc809-2261-401d-8da3-2d48bb297543 HTTP/1.1" status: 200 len: 217 time: 0.1287124 Dec 14 12:58:32.030966 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:32.031318 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:32.031647 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:32.032048 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 12:58:32.032318 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc54f24-9c62-441f-b288-0cbebf56acc7']}} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:32.061173 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04fc95f-a9b9-4f18-b276-0cc007bb5531') {'for_net_delete': True} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:32.061461 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04fc95f-a9b9-4f18-b276-0cc007bb5531') {} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:32.091129 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777725'] for segment, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:32.116245 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3b7bb2aa-e17a-432f-974a-f62440bb29ff req-8f85ee8c-ebe5-4454-a340-53b185a80096 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054064 Dec 14 12:58:32.124017 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:32.147076 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 12:58:32.147683 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8581097'] for segment, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: from cryptography.utils import int_from_bytes Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: from cryptography.utils import int_from_bytes Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: Traceback (most recent call last): Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: timer() Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: cb(*args, **kw) Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: return func(*args, **kwargs) Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: self._notify() Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: self.callback(batched_events) Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: event.method(event) Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: return f(self, *a, **k) Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._get(url).json() Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: return self.request(url, 'GET', **kwargs) Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 12:58:32.151952 dv-cinder-784477-10-iscsi neutron-server[102351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 12:58:32.225650 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:32.247986 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] For port dc3fb812-3df8-4cc0-9829-c46ef1394592, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:58:32.266186 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:32.266922 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ba5f-0625-437a-bbec-59a30fad4be6 req-8874cbb4-4846-48f5-81c2-a6ce12f2c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:32.268507 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b42ba5f-0625-437a-bbec-59a30fad4be6 req-8874cbb4-4846-48f5-81c2-a6ce12f2c54e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15225643-240f-4abd-9f55-847561dbe860 HTTP/1.1" status: 200 len: 854 time: 0.2431033 Dec 14 12:58:32.277610 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bfc54f24-9c62-441f-b288-0cbebf56acc7 HTTP/1.1" status: 204 len: 168 time: 0.7024214 Dec 14 12:58:32.284489 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b12073-b360-4cdf-b7ee-960b2cfa93d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc54f24-9c62-441f-b288-0cbebf56acc7,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:32.288924 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Made reservation on behalf of 68a8770b8dbe489a8119016fbee64eb5 for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:32.294790 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:32.303728 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 1fe1c28a-b855-4e98-8e95-d0334e66858c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 12:58:32.372099 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] For port dc3fb812-3df8-4cc0-9829-c46ef1394592, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=dc3fb812-3df8-4cc0-9829-c46ef1394592,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:58:32.374078 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c88be5-a4e7-450f-a068-0371fc2f206b req-ed245c13-7c70-4dc4-969c-b90498d4d9e6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:32.375926 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e5c88be5-a4e7-450f-a068-0371fc2f206b req-ed245c13-7c70-4dc4-969c-b90498d4d9e6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 944 time: 0.0790231 Dec 14 12:58:32.376315 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d req-19f2a415-3534-4b6d-9784-447e634aba96 service neutron] 10.222.0.44 "GET /v2.0/networks/76a5a2e8-21c1-464a-bc3c-89f463700b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081067 Dec 14 12:58:32.396975 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b42ba5f-0625-437a-bbec-59a30fad4be6 req-be362627-7d33-4711-ba65-23227b6e03f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9d231ae-628f-4043-969c-cf414631d868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172967 Dec 14 12:58:32.404917 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:32.488498 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e5c88be5-a4e7-450f-a068-0371fc2f206b req-9f46d297-bb90-4dda-a494-52f5f90a3a29 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040275 Dec 14 12:58:32.527698 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:32.528664 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:32.530470 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] 10.222.0.44 "PUT /v2.0/ports/dc3fb812-3df8-4cc0-9829-c46ef1394592 HTTP/1.1" status: 200 len: 1094 time: 3.5811207 Dec 14 12:58:32.534523 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60694e1e-d0cb-41c8-adf5-bdda49804385', 'tag': 'dc3fb812-3df8-4cc0-9829-c46ef1394592'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:58:32.537526 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add2857c-8f49-4c84-8ca7-bedd5b2e1345" -d '{"events": [{"name": "network-changed", "server_uuid": "60694e1e-d0cb-41c8-adf5-bdda49804385", "tag": "dc3fb812-3df8-4cc0-9829-c46ef1394592"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:58:32.565059 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 1fe1c28a-b855-4e98-8e95-d0334e66858c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1fe1c28a-b855-4e98-8e95-d0334e66858c,segment=NetworkSegment(80130d1c-1473-456d-989c-6f510155d890),segment_id=80130d1c-1473-456d-989c-6f510155d890)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:32.595810 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '1fe1c28a-b855-4e98-8e95-d0334e66858c', 'network_id': '76a5a2e8-21c1-464a-bc3c-89f463700b17', 'port_id': '1fe1c28a-b855-4e98-8e95-d0334e66858c', 'mac_address': 'fa:16:3e:ce:aa:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7963335d-5358-40c2-8f2c-eb77d0123480', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 12:58:32.606484 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c147d8bf-d24e-4b74-a94e-9d2565d6ab53 x-openstack-request-id: req-c147d8bf-d24e-4b74-a94e-9d2565d6ab53 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:58:32.607916 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60694e1e-d0cb-41c8-adf5-bdda49804385", "tag": "dc3fb812-3df8-4cc0-9829-c46ef1394592", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:58:32.608276 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c147d8bf-d24e-4b74-a94e-9d2565d6ab53 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:58:32.608803 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60694e1e-d0cb-41c8-adf5-bdda49804385', 'tag': 'dc3fb812-3df8-4cc0-9829-c46ef1394592', 'status': 'completed', 'code': 200} Dec 14 12:58:32.646059 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39832) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:32.659947 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:32.673984 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe1c28a-b855-4e98-8e95-d0334e66858c {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:32.695127 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5d599-fec6-494c-a714-5f3bf9efadcf service neutron] Pushing event updated for resources: {'Port': ['ID=dc3fb812-3df8-4cc0-9829-c46ef1394592,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:32.696707 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 1fe1c28a-b855-4e98-8e95-d0334e66858c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1fe1c28a-b855-4e98-8e95-d0334e66858c,segment=NetworkSegment(80130d1c-1473-456d-989c-6f510155d890),segment_id=80130d1c-1473-456d-989c-6f510155d890)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:32.704346 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:32.705717 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 97df3dc5-b4a4-4c81-9f39-f292ced202fb details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 12:58:32.734240 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b42ba5f-0625-437a-bbec-59a30fad4be6 req-1a7d8dce-fe27-42d0-9556-81fab8af1ba9 service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265228 Dec 14 12:58:32.762773 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-62b3aee0-1949-4277-b62b-537349e55793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:32.764483 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-62b3aee0-1949-4277-b62b-537349e55793 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 1097 time: 0.1602631 Dec 14 12:58:32.765809 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Allocated IP 172.20.0.8 (685eb097-be44-442e-9106-664041f3bdb2/f7e3585b-cbda-42d9-8093-5f8126729775/45d34d58-1ff8-4ce3-a024-e2acb9451196) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:32.788507 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-3ef0dccb-bedd-49ba-8af7-67de980fd594 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc7b4c8fa5f54a74906d639ad84678fd&name=default HTTP/1.1" status: 200 len: 2993 time: 0.1408505 Dec 14 12:58:32.812091 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39838) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:32.816166 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=1fe1c28a-b855-4e98-8e95-d0334e66858c,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:32.878070 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b33d72-9c5b-430b-a4b1-a815094bd587 req-f4930896-c1f8-4113-aa1d-b50ec6a0cd25 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:32.906734 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a8b33d72-9c5b-430b-a4b1-a815094bd587 req-f4930896-c1f8-4113-aa1d-b50ec6a0cd25 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 944 time: 0.1493227 Dec 14 12:58:32.936563 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-c8ba1c3c-e8bc-4f17-8e8b-59f614399907 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc3fb812-3df8-4cc0-9829-c46ef1394592 HTTP/1.1" status: 200 len: 217 time: 0.1127362 Dec 14 12:58:32.939799 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 97df3dc5-b4a4-4c81-9f39-f292ced202fb, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:32.968948 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '97df3dc5-b4a4-4c81-9f39-f292ced202fb', 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695', 'port_id': '97df3dc5-b4a4-4c81-9f39-f292ced202fb', 'mac_address': 'fa:16:3e:b3:a6:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e9a7d-8100-4d7b-aa1e-0e5544c950e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 12:58:33.004712 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e877e79a-b26d-48f1-979b-5406749aed86 req-46c5cc9c-bc95-456b-b4f4-d09d81a3611a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 210 time: 0.0910995 Dec 14 12:58:33.064306 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:33.083319 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-5c03248f-3ff6-41a7-b52e-9b80101a7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:33.083319 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-5c03248f-3ff6-41a7-b52e-9b80101a7d76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 200 len: 859 time: 0.1293921 Dec 14 12:58:33.104615 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97df3dc5-b4a4-4c81-9f39-f292ced202fb {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:33.112029 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a8b33d72-9c5b-430b-a4b1-a815094bd587 req-b1285d2e-5198-4c57-9ddb-7a4819b65bfd tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021236 Dec 14 12:58:33.117705 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:58:33.125707 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b42ba5f-0625-437a-bbec-59a30fad4be6 req-6a695223-32d2-4077-8377-a298545a7cb4 service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803163 Dec 14 12:58:33.145876 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ec473e8b-91f6-4c4f-bd05-db7a221ababf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:33.149283 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 97df3dc5-b4a4-4c81-9f39-f292ced202fb, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:33.157340 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:33.177735 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-95fd87e7-51d0-4486-8df2-d7e65fac6a55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6092f040-7850-4b5c-8606-0c2c75c91695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546441 Dec 14 12:58:33.222311 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ec473e8b-91f6-4c4f-bd05-db7a221ababf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:33.293424 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d713bd2-93d2-423b-baa2-484156f86fc8 req-3caf9a07-c1e3-439a-aa61-c4073a384b32 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:33.296230 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3d713bd2-93d2-423b-baa2-484156f86fc8 req-3caf9a07-c1e3-439a-aa61-c4073a384b32 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 944 time: 0.0708542 Dec 14 12:58:33.337278 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:33.397257 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ec473e8b-91f6-4c4f-bd05-db7a221ababf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:33.399994 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ec473e8b-91f6-4c4f-bd05-db7a221ababf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:33.402033 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ec473e8b-91f6-4c4f-bd05-db7a221ababf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ecd2f2a-0e2c-4b29-b147-ee1dbbe2f47b HTTP/1.1" status: 204 len: 168 time: 0.5761392 Dec 14 12:58:33.408427 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-8762e9a2-7eea-4255-9a52-f3b044b14e1c service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160242 Dec 14 12:58:33.429217 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec473e8b-91f6-4c4f-bd05-db7a221ababf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecd2f2a-0e2c-4b29-b147-ee1dbbe2f47b,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:33.445915 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:33.456773 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3d713bd2-93d2-423b-baa2-484156f86fc8 req-d6c39779-fcb9-483e-a94f-72b1adfeb4ea tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285243 Dec 14 12:58:33.481712 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=97df3dc5-b4a4-4c81-9f39-f292ced202fb,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:33.501990 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['97df3dc5-b4a4-4c81-9f39-f292ced202fb'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:58:33.505607 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['1fe1c28a-b855-4e98-8e95-d0334e66858c'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:58:33.552643 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Network 685eb097-be44-442e-9106-664041f3bdb2 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:33.558968 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:33.564433 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:33.618816 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'Port': ['ID=45d34d58-1ff8-4ce3-a024-e2acb9451196,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:33.701195 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4d508730-faac-40ce-b3e0-2d26df8ded36 req-61a9d961-a429-4603-a802-47139692f936 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811546 Dec 14 12:58:33.725590 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:33.726282 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:33.766784 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7c75d-beaa-49b1-9e93-7d638f5c335a req-cb100bd5-b1ad-4d6e-a899-c953031d5c0c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:33.775544 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2be7c75d-beaa-49b1-9e93-7d638f5c335a req-cb100bd5-b1ad-4d6e-a899-c953031d5c0c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 944 time: 0.1501987 Dec 14 12:58:33.777615 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-25dac762-47bc-4c49-848a-b34fd708be10 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2400506 Dec 14 12:58:33.824105 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Request body: {'port': {'device_id': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:33.870868 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2be7c75d-beaa-49b1-9e93-7d638f5c335a req-7a8948ca-a5c5-4aed-abad-6c370540ff67 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940783 Dec 14 12:58:33.954235 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2857c-8f49-4c84-8ca7-bedd5b2e1345 req-54c900c8-8bf5-4667-8917-c3c6ae0d58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:33.955045 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-add2857c-8f49-4c84-8ca7-bedd5b2e1345 req-54c900c8-8bf5-4667-8917-c3c6ae0d58f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 1097 time: 0.1764548 Dec 14 12:58:33.962954 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:34.005248 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-8e5f9d5f-01bc-4915-bf08-0611bf5de6d2 None None] Provisioning complete for port 45d34d58-1ff8-4ce3-a024-e2acb9451196 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:34.005623 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8e5f9d5f-01bc-4915-bf08-0611bf5de6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:34.146018 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2857c-8f49-4c84-8ca7-bedd5b2e1345 req-f777cf92-5b9d-4109-b820-666f31d0e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:34.147531 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-add2857c-8f49-4c84-8ca7-bedd5b2e1345 req-f777cf92-5b9d-4109-b820-666f31d0e11c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 920 time: 0.1814907 Dec 14 12:58:34.175266 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39914) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:34.186656 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f9d5f-01bc-4915-bf08-0611bf5de6d2 None None] Port 45d34d58-1ff8-4ce3-a024-e2acb9451196 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 12:58:34.235944 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e869c3d-e392-4a2e-b1ea-46119549bcd6 req-4a7c8e75-04a8-4d89-beef-60e9dc3a96e4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:34.239083 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-add2857c-8f49-4c84-8ca7-bedd5b2e1345 req-35f9bbda-0eb5-412f-a801-11d4a50a89ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc3fb812-3df8-4cc0-9829-c46ef1394592 HTTP/1.1" status: 200 len: 217 time: 0.0804887 Dec 14 12:58:34.244124 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4e869c3d-e392-4a2e-b1ea-46119549bcd6 req-4a7c8e75-04a8-4d89-beef-60e9dc3a96e4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 931 time: 0.1237574 Dec 14 12:58:34.295325 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 11ccc809-2261-401d-8da3-2d48bb297543 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 12:58:34.307692 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39924) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:34.374372 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4e869c3d-e392-4a2e-b1ea-46119549bcd6 req-0a22ad0c-5995-445c-8314-f7612dd1d24e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290753 Dec 14 12:58:34.403419 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bc74f-fc37-4f13-aa73-c8ca88d0d581 req-e1d4417b-ae10-4e47-a54b-ff7886e77328 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:34.411011 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6e1bc74f-fc37-4f13-aa73-c8ca88d0d581 req-e1d4417b-ae10-4e47-a54b-ff7886e77328 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 944 time: 0.1639318 Dec 14 12:58:34.436869 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 11ccc809-2261-401d-8da3-2d48bb297543, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=11ccc809-2261-401d-8da3-2d48bb297543,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:34.442932 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-2aac7dc2-4547-4723-ae40-4a8442883bf1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eccd44f409d4484bab3c3941e74f878c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329029 Dec 14 12:58:34.447325 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 39926) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:34.455224 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '11ccc809-2261-401d-8da3-2d48bb297543', 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868', 'port_id': '11ccc809-2261-401d-8da3-2d48bb297543', 'mac_address': 'fa:16:3e:bf:cf:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15225643-240f-4abd-9f55-847561dbe860', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 12:58:34.510834 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:34.531848 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6e1bc74f-fc37-4f13-aa73-c8ca88d0d581 req-6df1d88d-541a-4a80-adf8-2ffd6b76c90e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196043 Dec 14 12:58:34.541676 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ccc809-2261-401d-8da3-2d48bb297543 {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:34.575302 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 11ccc809-2261-401d-8da3-2d48bb297543, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=11ccc809-2261-401d-8da3-2d48bb297543,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:34.584374 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:34.620032 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-06aaa1a9-1280-424e-9d2c-bd00af0ef6b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:34.629217 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ddd6176f-d491-4c7e-aa90-72b749624610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:34.676317 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ddd6176f-d491-4c7e-aa90-72b749624610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:34.699915 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0601e0-dc51-4a6b-8882-95a732a8a1b9 req-804deabf-22b7-4510-9127-14995b1a0480 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:34.707832 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=11ccc809-2261-401d-8da3-2d48bb297543,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:34.708242 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1a0601e0-dc51-4a6b-8882-95a732a8a1b9 req-804deabf-22b7-4510-9127-14995b1a0480 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 944 time: 0.1394749 Dec 14 12:58:34.775253 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39936) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:34.797204 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2857c-8f49-4c84-8ca7-bedd5b2e1345 req-b964d860-8180-400d-a605-27a1c0f4e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:34.799992 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-add2857c-8f49-4c84-8ca7-bedd5b2e1345 req-b964d860-8180-400d-a605-27a1c0f4e7e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 200 len: 859 time: 0.5483642 Dec 14 12:58:34.825738 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['11ccc809-2261-401d-8da3-2d48bb297543'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:58:34.840104 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-06aaa1a9-1280-424e-9d2c-bd00af0ef6b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:34.867187 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-add2857c-8f49-4c84-8ca7-bedd5b2e1345 req-acc5a72d-1ba6-4035-9f3a-78b43cb98c11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6092f040-7850-4b5c-8606-0c2c75c91695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574663 Dec 14 12:58:34.876417 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1a0601e0-dc51-4a6b-8882-95a732a8a1b9 req-d754fb37-5e82-4986-b866-a0534df73643 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610634 Dec 14 12:58:34.879127 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-06aaa1a9-1280-424e-9d2c-bd00af0ef6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:34.898402 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d34d58-1ff8-4ce3-a024-e2acb9451196 {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:34.976658 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaa1a9-1280-424e-9d2c-bd00af0ef6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00171fdc-f4d6-4cf2-a0fd-b83a7280ce1d,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:34.981845 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-add2857c-8f49-4c84-8ca7-bedd5b2e1345 req-d1f15afc-7693-46bc-b4f6-6fe39245e1bc service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044145 Dec 14 12:58:34.986971 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.015109 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ddd6176f-d491-4c7e-aa90-72b749624610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.018673 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ddd6176f-d491-4c7e-aa90-72b749624610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.022951 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-ddd6176f-d491-4c7e-aa90-72b749624610 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2afa4ce-5899-4108-beb2-d4b471347dd0 HTTP/1.1" status: 204 len: 168 time: 0.5745857 Dec 14 12:58:35.051607 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-06aaa1a9-1280-424e-9d2c-bd00af0ef6b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bb04e7471684cbfa7d02b8adde1e477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8717527 Dec 14 12:58:35.059518 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39948) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:35.063192 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6176f-d491-4c7e-aa90-72b749624610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2afa4ce-5899-4108-beb2-d4b471347dd0,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:35.080661 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Transition to ACTIVE for port object 45d34d58-1ff8-4ce3-a024-e2acb9451196 will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 12:58:35.082269 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748daeb5-b66d-4b73-be2d-81283744cecf req-a64eaaa4-6fb0-4c58-836a-4bfd04b96211 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:35.093542 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-748daeb5-b66d-4b73-be2d-81283744cecf req-a64eaaa4-6fb0-4c58-836a-4bfd04b96211 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 944 time: 0.1039488 Dec 14 12:58:35.120209 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-f997b430-aa4b-4520-83a9-1df87e0d516a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.134549 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.168187 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-748daeb5-b66d-4b73-be2d-81283744cecf req-c61d41c7-ac26-42c5-9767-3d2bc1a6e7f1 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728443 Dec 14 12:58:35.241432 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Pushing event updated for resources: {'Port': ['ID=45d34d58-1ff8-4ce3-a024-e2acb9451196,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:35.373407 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dd499f98-1efc-4731-8fbd-c100e8998390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.394829 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-add2857c-8f49-4c84-8ca7-bedd5b2e1345 req-791ffd16-f342-4472-a1f6-efc84902c616 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054267 Dec 14 12:58:35.432556 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dd499f98-1efc-4731-8fbd-c100e8998390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.474421 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Attempting to bind port 45d34d58-1ff8-4ce3-a024-e2acb9451196 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:58:35.474826 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Attempting to bind port 45d34d58-1ff8-4ce3-a024-e2acb9451196 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:58:35.475165 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Attempting to bind port 45d34d58-1ff8-4ce3-a024-e2acb9451196 on network 685eb097-be44-442e-9106-664041f3bdb2 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:35.511116 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Port 45d34d58-1ff8-4ce3-a024-e2acb9451196 on network 685eb097-be44-442e-9106-664041f3bdb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 12:58:35.511221 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Attempting to bind port 45d34d58-1ff8-4ce3-a024-e2acb9451196 on network 685eb097-be44-442e-9106-664041f3bdb2 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:35.527495 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31bc01-896d-42f6-8758-752e074dc702 req-f76abccb-c7ec-4fb3-a79d-c79750cedb68 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:35.530409 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fe31bc01-896d-42f6-8758-752e074dc702 req-f76abccb-c7ec-4fb3-a79d-c79750cedb68 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0589123 Dec 14 12:58:35.536235 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:58:35.536881 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Checking segment: {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:35.537748 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Bound using segment: {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:58:35.538846 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Bound port: 45d34d58-1ff8-4ce3-a024-e2acb9451196, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:58:35.539416 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.564576 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-f997b430-aa4b-4520-83a9-1df87e0d516a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.590459 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fe31bc01-896d-42f6-8758-752e074dc702 req-7cd5f90c-3988-46b3-97b9-53f628ac600b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529950 Dec 14 12:58:35.596085 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-f997b430-aa4b-4520-83a9-1df87e0d516a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.660019 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997b430-aa4b-4520-83a9-1df87e0d516a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f16ff8-d516-4633-90fd-4c9096b7ec82,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:35.669551 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-f997b430-aa4b-4520-83a9-1df87e0d516a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ff5bf237c6f49928f987a3425a8c021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8895802 Dec 14 12:58:35.672234 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 39976) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:35.697991 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:58:35.708369 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dd499f98-1efc-4731-8fbd-c100e8998390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.710978 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dd499f98-1efc-4731-8fbd-c100e8998390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.712177 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-dd499f98-1efc-4731-8fbd-c100e8998390 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00171fdc-f4d6-4cf2-a0fd-b83a7280ce1d HTTP/1.1" status: 204 len: 168 time: 0.6516418 Dec 14 12:58:35.725851 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:58:35.737827 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd499f98-1efc-4731-8fbd-c100e8998390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00171fdc-f4d6-4cf2-a0fd-b83a7280ce1d,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:35.741092 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.751012 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32274db5-48e4-458a-89e1-c9c8890431d4 req-454d92a1-e482-43c9-aee2-586fec1fa496 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:35.753782 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-32274db5-48e4-458a-89e1-c9c8890431d4 req-454d92a1-e482-43c9-aee2-586fec1fa496 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 945 time: 0.1026685 Dec 14 12:58:35.804066 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:35.804764 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:35.806282 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] 10.222.0.44 "PUT /v2.0/ports/45d34d58-1ff8-4ce3-a024-e2acb9451196 HTTP/1.1" status: 200 len: 1093 time: 2.0082297 Dec 14 12:58:35.806799 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:58:35.809133 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:58:35.829559 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-32274db5-48e4-458a-89e1-c9c8890431d4 req-8a738d6e-c131-4907-99ac-1e50e03e1dc8 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601954 Dec 14 12:58:35.918963 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a0c505-2f19-4c8a-88b8-f9b89606497e x-openstack-request-id: req-98a0c505-2f19-4c8a-88b8-f9b89606497e {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:58:35.919282 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:58:35.919543 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98a0c505-2f19-4c8a-88b8-f9b89606497e {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:58:35.919965 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'status': 'completed', 'code': 200} Dec 14 12:58:35.969856 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c5ef6-198e-4c96-bb5b-f80dec1bfb72 service neutron] Pushing event updated for resources: {'Port': ['ID=45d34d58-1ff8-4ce3-a024-e2acb9451196,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:35.972627 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff10868d-04c6-404e-98c0-0b0b024f4089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.010497 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff10868d-04c6-404e-98c0-0b0b024f4089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.028490 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-8688e04e-77ca-45b9-9d58-f065f8a4e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:36.032915 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-8688e04e-77ca-45b9-9d58-f065f8a4e462 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 1096 time: 0.1615474 Dec 14 12:58:36.061839 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa578fd-6334-4f05-b9c3-a1d1f532f970 req-29e80ba1-e6e1-4aad-bac4-eca145992846 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:36.064422 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0fa578fd-6334-4f05-b9c3-a1d1f532f970 req-29e80ba1-e6e1-4aad-bac4-eca145992846 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 944 time: 0.0880256 Dec 14 12:58:36.120633 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-6efbb72f-fe9b-4a1e-8442-4c9ac260fb27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196 HTTP/1.1" status: 200 len: 217 time: 0.0757766 Dec 14 12:58:36.126284 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0fa578fd-6334-4f05-b9c3-a1d1f532f970 req-e22c943e-109f-4b76-8b7d-c597494a7e6f tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542538 Dec 14 12:58:36.185233 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-6544073e-ae3f-428d-80aa-b061976a3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:36.186843 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-6544073e-ae3f-428d-80aa-b061976a3d09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 200 len: 856 time: 0.0587626 Dec 14 12:58:36.187573 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff10868d-04c6-404e-98c0-0b0b024f4089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.190195 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff10868d-04c6-404e-98c0-0b0b024f4089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.191273 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ff10868d-04c6-404e-98c0-0b0b024f4089 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62f16ff8-d516-4633-90fd-4c9096b7ec82 HTTP/1.1" status: 204 len: 168 time: 0.5181298 Dec 14 12:58:36.208362 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10868d-04c6-404e-98c0-0b0b024f4089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f16ff8-d516-4633-90fd-4c9096b7ec82,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:36.270359 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40004) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:36.289072 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-508414bb-7873-4404-a500-5c8d18db0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:36.290596 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-508414bb-7873-4404-a500-5c8d18db0fe5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=685eb097-be44-442e-9106-664041f3bdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0967586 Dec 14 12:58:36.292449 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-47f054b8-6f1e-4574-8c9d-af6df57c2a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.295972 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device dc3fb812-3df8-4cc0-9829-c46ef1394592 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 12:58:36.298805 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 1fe1c28a-b855-4e98-8e95-d0334e66858c up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:36.328190 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692ab19-708e-46bf-a310-e74dc85d7c10 req-2e67366e-740f-4fbe-8034-b2fa945c3e7f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:36.343505 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b692ab19-708e-46bf-a310-e74dc85d7c10 req-2e67366e-740f-4fbe-8034-b2fa945c3e7f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 944 time: 0.1002119 Dec 14 12:58:36.436247 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-21912fb6-46be-46e7-88d7-386b233f2726 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321540 Dec 14 12:58:36.463169 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b692ab19-708e-46bf-a310-e74dc85d7c10 req-6bb4c5b3-88d4-4d41-aff5-d3e47d5eb958 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148567 Dec 14 12:58:36.482553 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port dc3fb812-3df8-4cc0-9829-c46ef1394592, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=dc3fb812-3df8-4cc0-9829-c46ef1394592,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:36.487131 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-47f054b8-6f1e-4574-8c9d-af6df57c2a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.492996 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-47f054b8-6f1e-4574-8c9d-af6df57c2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.499182 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 1fe1c28a-b855-4e98-8e95-d0334e66858c completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 12:58:36.501736 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': 'dc3fb812-3df8-4cc0-9829-c46ef1394592', 'network_id': '6092f040-7850-4b5c-8606-0c2c75c91695', 'port_id': 'dc3fb812-3df8-4cc0-9829-c46ef1394592', 'mac_address': 'fa:16:3e:13:bd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e9a7d-8100-4d7b-aa1e-0e5544c950e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 12:58:36.510241 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 1fe1c28a-b855-4e98-8e95-d0334e66858c triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:36.510831 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.566343 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-47f054b8-6f1e-4574-8c9d-af6df57c2a06 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8355d5cdb2d42a0b0bc4bacc9b73573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911849 Dec 14 12:58:36.566661 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40010) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:36.581748 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.598059 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3fb812-3df8-4cc0-9829-c46ef1394592 {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:36.605710 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f054b8-6f1e-4574-8c9d-af6df57c2a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1822fc75-363c-47f4-b1f0-a33572888971,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:36.649008 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port dc3fb812-3df8-4cc0-9829-c46ef1394592, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=dc3fb812-3df8-4cc0-9829-c46ef1394592,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:36.656241 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a0c74c82-b243-4d8f-94c2-98a7f081cc95 req-9c529128-4968-4580-be72-3f0d75e7feca service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126021 Dec 14 12:58:36.658315 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.687458 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5567ea50-9909-41e8-a6e2-8d8d02cad50c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.692368 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.730933 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5567ea50-9909-41e8-a6e2-8d8d02cad50c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.733796 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0632db38-ebd1-43c1-8ab9-04fbb19edfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe1c28a-b855-4e98-8e95-d0334e66858c'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:58:36.784046 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab req-249ce5a7-6b42-4c59-bb7a-623d66dcb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:36.786080 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab req-249ce5a7-6b42-4c59-bb7a-623d66dcb252 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 1096 time: 0.0726652 Dec 14 12:58:36.817374 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40020) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:36.825752 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 1fe1c28a-b855-4e98-8e95-d0334e66858c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1fe1c28a-b855-4e98-8e95-d0334e66858c,segment=NetworkSegment(80130d1c-1473-456d-989c-6f510155d890),segment_id=80130d1c-1473-456d-989c-6f510155d890)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:36.832943 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=dc3fb812-3df8-4cc0-9829-c46ef1394592,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:36.836684 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.837508 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 97df3dc5-b4a4-4c81-9f39-f292ced202fb up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:36.849196 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395d3e9-7e1b-45ad-89a4-086471f80569 req-399bf33d-a601-44d3-ab3c-c9cb4ab2e1f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:36.853411 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6395d3e9-7e1b-45ad-89a4-086471f80569 req-399bf33d-a601-44d3-ab3c-c9cb4ab2e1f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.1084542 Dec 14 12:58:36.888268 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5567ea50-9909-41e8-a6e2-8d8d02cad50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.893798 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5567ea50-9909-41e8-a6e2-8d8d02cad50c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.895022 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-5567ea50-9909-41e8-a6e2-8d8d02cad50c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1822fc75-363c-47f4-b1f0-a33572888971 HTTP/1.1" status: 204 len: 168 time: 0.3265021 Dec 14 12:58:36.908959 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=1fe1c28a-b855-4e98-8e95-d0334e66858c,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:36.916156 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['dc3fb812-3df8-4cc0-9829-c46ef1394592'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:58:36.932292 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-328a99af-2a0e-43a9-ad68-cec22c0a6160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:36.939284 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567ea50-9909-41e8-a6e2-8d8d02cad50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1822fc75-363c-47f4-b1f0-a33572888971,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:37.000174 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6395d3e9-7e1b-45ad-89a4-086471f80569 req-e11d3d78-e52e-4e75-88c0-25a6927a6625 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201742 Dec 14 12:58:37.064321 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ac0962-9e3f-4ebd-a3f0-333682c0de3e" -d '{"events": [{"server_uuid": "0632db38-ebd1-43c1-8ab9-04fbb19edfa7", "name": "network-vif-plugged", "status": "completed", "tag": "1fe1c28a-b855-4e98-8e95-d0334e66858c"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:58:37.066984 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 97df3dc5-b4a4-4c81-9f39-f292ced202fb completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 12:58:37.092760 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 97df3dc5-b4a4-4c81-9f39-f292ced202fb triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:37.094739 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.115068 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38693205-2311-439a-a690-55ecfc98b400 req-569d86e1-e6a9-48fd-ad68-39e8f3d10216 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:37.117058 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-38693205-2311-439a-a690-55ecfc98b400 req-569d86e1-e6a9-48fd-ad68-39e8f3d10216 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 945 time: 0.0974605 Dec 14 12:58:37.224780 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab req-0859d6d1-dd25-4819-ab61-b2e669715491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:37.224780 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab req-0859d6d1-dd25-4819-ab61-b2e669715491 service neutron] 10.222.0.44 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 918 time: 0.4233873 Dec 14 12:58:37.226533 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-38693205-2311-439a-a690-55ecfc98b400 req-c4900fb9-d2ae-410e-9d2d-00363130099e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810089 Dec 14 12:58:37.265532 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-328a99af-2a0e-43a9-ad68-cec22c0a6160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.324145 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab req-997d83c6-f0c4-4c33-88b1-b75fbe353259 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196 HTTP/1.1" status: 200 len: 217 time: 0.0933702 Dec 14 12:58:37.325940 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-328a99af-2a0e-43a9-ad68-cec22c0a6160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.365374 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.365873 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc7807-6d94-4f19-b3b1-8438114705a1 req-c23f5a02-e325-4992-9488-8b37de6ecc74 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:37.373728 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ecdc7807-6d94-4f19-b3b1-8438114705a1 req-c23f5a02-e325-4992-9488-8b37de6ecc74 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 945 time: 0.1040242 Dec 14 12:58:37.424064 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 97df3dc5-b4a4-4c81-9f39-f292ced202fb, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:37.432263 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.433291 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 11ccc809-2261-401d-8da3-2d48bb297543 up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:37.460769 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab req-c29e4f55-4d77-43c9-8ddc-9006cdf017cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:37.463308 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab req-c29e4f55-4d77-43c9-8ddc-9006cdf017cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 200 len: 856 time: 0.1280553 Dec 14 12:58:37.466052 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-328a99af-2a0e-43a9-ad68-cec22c0a6160 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e9b85c293a9400f95028a98d3651a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6472592 Dec 14 12:58:37.468963 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40054) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:37.509796 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ecdc7807-6d94-4f19-b3b1-8438114705a1 req-f0fa6bf3-c3b2-439d-85bb-2e6967a100c4 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350300 Dec 14 12:58:37.533180 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a99af-2a0e-43a9-ad68-cec22c0a6160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e98df2d-cd1c-4f9a-b07e-cd374df6589d,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:37.574804 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab req-27f0bcd2-be9c-49ad-801b-1630d26ade9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:37.578253 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab req-27f0bcd2-be9c-49ad-801b-1630d26ade9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=685eb097-be44-442e-9106-664041f3bdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1064296 Dec 14 12:58:37.584420 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae362f8e-6501-4207-9603-3d5b0442b4a2 x-openstack-request-id: req-ae362f8e-6501-4207-9603-3d5b0442b4a2 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:58:37.584737 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0632db38-ebd1-43c1-8ab9-04fbb19edfa7", "name": "network-vif-plugged", "status": "completed", "tag": "1fe1c28a-b855-4e98-8e95-d0334e66858c", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:58:37.585109 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae362f8e-6501-4207-9603-3d5b0442b4a2 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:58:37.585610 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0632db38-ebd1-43c1-8ab9-04fbb19edfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe1c28a-b855-4e98-8e95-d0334e66858c', 'code': 200} Dec 14 12:58:37.617073 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=97df3dc5-b4a4-4c81-9f39-f292ced202fb,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:37.620010 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-89120534-a1b1-4112-8a05-14bc39f5f94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.659289 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 11ccc809-2261-401d-8da3-2d48bb297543 completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 12:58:37.665439 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 11ccc809-2261-401d-8da3-2d48bb297543 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:37.666071 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.668271 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-89120534-a1b1-4112-8a05-14bc39f5f94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.743787 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab req-e1c7ac1c-56bd-4336-8acb-d61085592a9e service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463602 Dec 14 12:58:37.779177 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.820533 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dbf45-d158-4d2f-88f5-eeff4c6f80c1 req-8870ba4f-4d6b-49dd-bb06-a1cd45fc26d9 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:37.823680 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0f4dbf45-d158-4d2f-88f5-eeff4c6f80c1 req-8870ba4f-4d6b-49dd-bb06-a1cd45fc26d9 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 945 time: 0.1708281 Dec 14 12:58:37.839654 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 11ccc809-2261-401d-8da3-2d48bb297543, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=11ccc809-2261-401d-8da3-2d48bb297543,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:37.846242 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.877660 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-89120534-a1b1-4112-8a05-14bc39f5f94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.881453 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-89120534-a1b1-4112-8a05-14bc39f5f94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.882812 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-89120534-a1b1-4112-8a05-14bc39f5f94b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e98df2d-cd1c-4f9a-b07e-cd374df6589d HTTP/1.1" status: 204 len: 168 time: 0.4124763 Dec 14 12:58:37.903700 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89120534-a1b1-4112-8a05-14bc39f5f94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e98df2d-cd1c-4f9a-b07e-cd374df6589d,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:37.923598 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0f4dbf45-d158-4d2f-88f5-eeff4c6f80c1 req-3340be95-6ce8-41bf-9761-3eee19a4d581 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930648 Dec 14 12:58:37.958743 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea2a97-faf0-40ab-883f-342bdcb159ad req-a8eec012-1a7f-4431-a927-ee0f0b91b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:37.960110 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4fea2a97-faf0-40ab-883f-342bdcb159ad req-a8eec012-1a7f-4431-a927-ee0f0b91b432 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 1098 time: 0.1750152 Dec 14 12:58:37.967717 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=11ccc809-2261-401d-8da3-2d48bb297543,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:37.988671 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4fea2a97-faf0-40ab-883f-342bdcb159ad req-b5b0ea45-8400-4849-8c46-11ccb774fac1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:37.997445 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-48c5e0c4-b53c-49ae-bf40-be769b9e61ab req-7a4c0d31-7b10-4011-bd97-000f583f881e service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389238 Dec 14 12:58:38.073924 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4fea2a97-faf0-40ab-883f-342bdcb159ad req-b5b0ea45-8400-4849-8c46-11ccb774fac1 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.079218 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-4fea2a97-faf0-40ab-883f-342bdcb159ad req-b5b0ea45-8400-4849-8c46-11ccb774fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.097900 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40078) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:38.132819 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0ea45-8400-4849-8c46-11ccb774fac1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=877e39ab-dc8f-4208-be28-3aa4700731a8,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:38.139436 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4fea2a97-faf0-40ab-883f-342bdcb159ad req-b5b0ea45-8400-4849-8c46-11ccb774fac1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682971 Dec 14 12:58:38.170929 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5fac5-d69c-4b5d-978e-147473dcd02c req-4dfbfac2-4c41-4803-b12f-45fbef535ade tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:38.172412 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-31f5fac5-d69c-4b5d-978e-147473dcd02c req-4dfbfac2-4c41-4803-b12f-45fbef535ade tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0547884 Dec 14 12:58:38.223236 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-31f5fac5-d69c-4b5d-978e-147473dcd02c req-fc9f9f8b-6aaa-4d05-b0a0-c2344ca9d808 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445445 Dec 14 12:58:38.311462 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device dc3fb812-3df8-4cc0-9829-c46ef1394592 up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:38.322646 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40092) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:38.334401 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909e63f-c921-424a-84c2-53135a5b6a7f req-555285a3-47e1-4e66-9c04-415a55d19e81 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:38.336106 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5909e63f-c921-424a-84c2-53135a5b6a7f req-555285a3-47e1-4e66-9c04-415a55d19e81 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0518181 Dec 14 12:58:38.371216 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port dc3fb812-3df8-4cc0-9829-c46ef1394592 completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 12:58:38.376190 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port dc3fb812-3df8-4cc0-9829-c46ef1394592 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:38.376677 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.389167 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9dd70785-bb80-432f-a4de-a4f44f2ba7c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.416489 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-597470112-network', 'tenant_id': '10ffc21756384e9ca20daffd6d287619'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:38.431218 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5909e63f-c921-424a-84c2-53135a5b6a7f req-0f26403d-fbc3-41ee-bdcf-7afe7955a2d8 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891523 Dec 14 12:58:38.474381 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Made reservation on behalf of 10ffc21756384e9ca20daffd6d287619 for: {'network': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:38.477596 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.479573 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.501353 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.524917 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port dc3fb812-3df8-4cc0-9829-c46ef1394592, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=dc3fb812-3df8-4cc0-9829-c46ef1394592,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:38.533439 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.537163 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9dd70785-bb80-432f-a4de-a4f44f2ba7c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.544646 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9dd70785-bb80-432f-a4de-a4f44f2ba7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.621901 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=dc3fb812-3df8-4cc0-9829-c46ef1394592,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:38.646647 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-9dd70785-bb80-432f-a4de-a4f44f2ba7c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8963db11d3e04db58a6e2a11ca6690dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5461164 Dec 14 12:58:38.647412 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd70785-bb80-432f-a4de-a4f44f2ba7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40572d7a-b667-48cb-aa77-b9d48cfe8918,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:38.648073 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40108) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:38.651598 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.670697 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.691049 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ddfbb-0f53-4254-a855-e7c5690fb47d req-de01a9bf-40c3-48f4-bce7-47794b2a0bf9 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:38.692359 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e07ddfbb-0f53-4254-a855-e7c5690fb47d req-de01a9bf-40c3-48f4-bce7-47794b2a0bf9 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 945 time: 0.0835602 Dec 14 12:58:38.717376 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=102350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:58:38.730220 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f361090-845c-420b-85c3-2e05a9f3fa4b,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:38.736734 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.737289 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.segments_db [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Added segment 63af6b30-89fb-45ad-8835-0cd1fe79592d of type vlan for network 8b730c6a-6996-4279-a1dc-7c374c2056c6 Dec 14 12:58:38.760619 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e07ddfbb-0f53-4254-a855-e7c5690fb47d req-d9960d4d-b882-4690-b775-22638de2bd2c tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604327 Dec 14 12:58:38.789281 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3080c385-2a75-40c2-bef0-a540c83d03ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.805782 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.824226 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3080c385-2a75-40c2-bef0-a540c83d03ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.859920 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40116) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:38.874889 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.875971 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:38.876698 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.933185 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6089559 Dec 14 12:58:38.936257 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40122) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:38.948269 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44306494-c103-4354-8637-5ba5514bad1e admin admin] Pushing event updated for resources: {'Network': ['ID=8b730c6a-6996-4279-a1dc-7c374c2056c6,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:38.948475 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] Request body: {'subnet': {'network_id': '8b730c6a-6996-4279-a1dc-7c374c2056c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-597470112-subnet', 'tenant_id': '10ffc21756384e9ca20daffd6d287619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:38.952813 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3080c385-2a75-40c2-bef0-a540c83d03ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.955344 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3080c385-2a75-40c2-bef0-a540c83d03ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:38.959167 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-3080c385-2a75-40c2-bef0-a540c83d03ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40572d7a-b667-48cb-aa77-b9d48cfe8918 HTTP/1.1" status: 204 len: 168 time: 0.3098354 Dec 14 12:58:38.963993 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 8b730c6a-6996-4279-a1dc-7c374c2056c6 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:58:38.967976 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080c385-2a75-40c2-bef0-a540c83d03ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40572d7a-b667-48cb-aa77-b9d48cfe8918,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:39.000084 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] Made reservation on behalf of 10ffc21756384e9ca20daffd6d287619 for: {'subnet': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:39.007419 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695818'] for subnet, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.274856 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-38c13166-ccb7-4bb0-b964-703d3dfe1b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.330966 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608375c-0783-438e-9eaa-d70b5fea6baf req-1970a1d0-827e-47ef-949d-214e2496ddde tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:39.332681 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c608375c-0783-438e-9eaa-d70b5fea6baf req-1970a1d0-827e-47ef-949d-214e2496ddde tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.3171237 Dec 14 12:58:39.470801 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40144) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:39.486536 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b44c2c6c-9743-47bf-92b2-0328d13ecd97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.488183 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1ad55-9aba-49bf-bd3d-faa0d48c171b req-b0b45468-6484-4b6e-b93f-8ffd1ead27dc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:39.489713 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a7f1ad55-9aba-49bf-bd3d-faa0d48c171b req-b0b45468-6484-4b6e-b93f-8ffd1ead27dc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.1547639 Dec 14 12:58:39.497945 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c608375c-0783-438e-9eaa-d70b5fea6baf req-de724f77-b8e2-4d49-b617-e93c46f1b0f7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579509 Dec 14 12:58:39.538608 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-38c13166-ccb7-4bb0-b964-703d3dfe1b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.571066 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-38c13166-ccb7-4bb0-b964-703d3dfe1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.580408 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b44c2c6c-9743-47bf-92b2-0328d13ecd97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.588222 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6e04a4-8901-47df-9b51-7c1664bd3f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97df3dc5-b4a4-4c81-9f39-f292ced202fb'}, {'server_uuid': '824eca5b-954f-402d-aa22-14f24ddd77ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ccc809-2261-401d-8da3-2d48bb297543'}, {'server_uuid': '60694e1e-d0cb-41c8-adf5-bdda49804385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3fb812-3df8-4cc0-9829-c46ef1394592'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:58:39.590649 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b44c2c6c-9743-47bf-92b2-0328d13ecd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.592487 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be5387e-231c-4c3a-bd69-da104ad8d81a" -d '{"events": [{"server_uuid": "eb6e04a4-8901-47df-9b51-7c1664bd3f6c", "name": "network-vif-plugged", "status": "completed", "tag": "97df3dc5-b4a4-4c81-9f39-f292ced202fb"}, {"server_uuid": "824eca5b-954f-402d-aa22-14f24ddd77ba", "name": "network-vif-plugged", "status": "completed", "tag": "11ccc809-2261-401d-8da3-2d48bb297543"}, {"server_uuid": "60694e1e-d0cb-41c8-adf5-bdda49804385", "name": "network-vif-plugged", "status": "completed", "tag": "dc3fb812-3df8-4cc0-9829-c46ef1394592"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:58:39.636056 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c2c6c-9743-47bf-92b2-0328d13ecd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2de2ff-cccc-4215-a2d8-5ae89e9d6be7,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:39.640294 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-b44c2c6c-9743-47bf-92b2-0328d13ecd97 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0676b7679a94ac69f1c10ba436b67ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682172 Dec 14 12:58:39.642949 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40150) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:39.653494 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695828'] for subnet, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.694643 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-055bb338-b0e7-4c70-b0af-309423a456cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.700821 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-38c13166-ccb7-4bb0-b964-703d3dfe1b49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=994ac9ba704b4073b3990a1b7b127a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8398364 Dec 14 12:58:39.701651 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c13166-ccb7-4bb0-b964-703d3dfe1b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f995dae5-c5f7-4cd4-b627-f28b5e523d05,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:39.706650 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40154) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:39.721023 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a7f1ad55-9aba-49bf-bd3d-faa0d48c171b req-528e6272-9b77-410d-b118-fc67e69acb78 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099001 Dec 14 12:58:39.740629 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d42129-fd8e-4f69-8cd9-189aa9f90c80,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:39.751552 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277f75-01ae-4e28-a869-909c6c91ba06 req-2abf78e4-153d-4bf2-9d61-525383e3db3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:39.753357 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dd277f75-01ae-4e28-a869-909c6c91ba06 req-2abf78e4-153d-4bf2-9d61-525383e3db3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.1709983 Dec 14 12:58:39.754306 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-055bb338-b0e7-4c70-b0af-309423a456cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.789449 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] Checking segment: {'id': '63af6b30-89fb-45ad-8835-0cd1fe79592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8b730c6a-6996-4279-a1dc-7c374c2056c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:39.789881 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] Network hostable DHCP agents. Network: 8b730c6a-6996-4279-a1dc-7c374c2056c6, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:58:39.804033 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-61d620a6-9c4c-4eba-bcd1-7a62b34ec211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.834022 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-61d620a6-9c4c-4eba-bcd1-7a62b34ec211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.838556 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dd277f75-01ae-4e28-a869-909c6c91ba06 req-086b264f-ef76-42fc-91c9-4e72aa920e5f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737164 Dec 14 12:58:39.855441 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-055bb338-b0e7-4c70-b0af-309423a456cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.859133 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-055bb338-b0e7-4c70-b0af-309423a456cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.860489 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] Network 8b730c6a-6996-4279-a1dc-7c374c2056c6 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:58:39.860631 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-055bb338-b0e7-4c70-b0af-309423a456cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c2de2ff-cccc-4215-a2d8-5ae89e9d6be7 HTTP/1.1" status: 204 len: 168 time: 0.2165155 Dec 14 12:58:39.878943 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 8b730c6a-6996-4279-a1dc-7c374c2056c6) {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:39.889755 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c0e660-e998-4653-85c0-7cb1d71ddef1 None None] Network 8b730c6a-6996-4279-a1dc-7c374c2056c6 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:39.893368 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb338-b0e7-4c70-b0af-309423a456cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2de2ff-cccc-4215-a2d8-5ae89e9d6be7,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:39.898646 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:39.899151 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.939257 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-702c6da7-b2b3-4208-9b91-ff6470b4a649 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0014105 Dec 14 12:58:39.939612 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-61d620a6-9c4c-4eba-bcd1-7a62b34ec211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.943672 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-61d620a6-9c4c-4eba-bcd1-7a62b34ec211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:39.945178 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-61d620a6-9c4c-4eba-bcd1-7a62b34ec211 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f995dae5-c5f7-4cd4-b627-f28b5e523d05 HTTP/1.1" status: 204 len: 168 time: 0.2375090 Dec 14 12:58:39.957056 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d620a6-9c4c-4eba-bcd1-7a62b34ec211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f995dae5-c5f7-4cd4-b627-f28b5e523d05,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:40.002472 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3b196-c5e3-45de-a2b0-d8370d438a5d req-4d55e1c1-f9be-4fd5-a0d0-d4777b3c4463 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:40.011653 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b0e3b196-c5e3-45de-a2b0-d8370d438a5d req-4d55e1c1-f9be-4fd5-a0d0-d4777b3c4463 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 945 time: 0.0684452 Dec 14 12:58:40.040032 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 14 Dec 2021 12:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b70ec32-fa1a-483d-af27-4d838e6ed668 x-openstack-request-id: req-0b70ec32-fa1a-483d-af27-4d838e6ed668 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:58:40.040744 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6e04a4-8901-47df-9b51-7c1664bd3f6c", "name": "network-vif-plugged", "status": "completed", "tag": "97df3dc5-b4a4-4c81-9f39-f292ced202fb", "code": 200}, {"server_uuid": "824eca5b-954f-402d-aa22-14f24ddd77ba", "name": "network-vif-plugged", "status": "completed", "tag": "11ccc809-2261-401d-8da3-2d48bb297543", "code": 200}, {"server_uuid": "60694e1e-d0cb-41c8-adf5-bdda49804385", "name": "network-vif-plugged", "status": "completed", "tag": "dc3fb812-3df8-4cc0-9829-c46ef1394592", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:58:40.041648 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b70ec32-fa1a-483d-af27-4d838e6ed668 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:58:40.042098 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6e04a4-8901-47df-9b51-7c1664bd3f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97df3dc5-b4a4-4c81-9f39-f292ced202fb', 'code': 200} Dec 14 12:58:40.042414 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824eca5b-954f-402d-aa22-14f24ddd77ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ccc809-2261-401d-8da3-2d48bb297543', 'code': 200} Dec 14 12:58:40.042798 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60694e1e-d0cb-41c8-adf5-bdda49804385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3fb812-3df8-4cc0-9829-c46ef1394592', 'code': 200} Dec 14 12:58:40.083452 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b0e3b196-c5e3-45de-a2b0-d8370d438a5d req-84decf36-d84e-4904-9a6d-cf658fe7af48 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705996 Dec 14 12:58:40.091566 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028a31c7-c95e-4e12-a119-7b8e45e8dabf None None] Network 8b730c6a-6996-4279-a1dc-7c374c2056c6 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:40.314363 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 45d34d58-1ff8-4ce3-a024-e2acb9451196 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 12:58:40.366504 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11d28b-6793-4a08-9fb9-4400c7e9a43b req-ef0d706f-2497-48be-ba6a-5b77476c50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:40.368252 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-0e11d28b-6793-4a08-9fb9-4400c7e9a43b req-ef0d706f-2497-48be-ba6a-5b77476c50c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 1099 time: 0.0555673 Dec 14 12:58:40.438059 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:40.453276 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'port_id': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'mac_address': 'fa:16:3e:56:79:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 12:58:40.478307 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-0e11d28b-6793-4a08-9fb9-4400c7e9a43b req-7f1c1237-c02e-4f40-b4a6-e1c5613ad38f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999863 Dec 14 12:58:40.484149 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920f0c1-742f-45cc-9468-1657fe2ff418 req-ad348098-0886-4d79-ac56-d364f26ef001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:40.485750 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a920f0c1-742f-45cc-9468-1657fe2ff418 req-ad348098-0886-4d79-ac56-d364f26ef001 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 1099 time: 0.1099308 Dec 14 12:58:40.488303 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135f403-b653-4b1d-b117-333ae71bfbe6 req-425ae8b7-655c-47fc-9468-372427ca5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:40.489731 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9135f403-b653-4b1d-b117-333ae71bfbe6 req-425ae8b7-655c-47fc-9468-372427ca5aa2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 1099 time: 0.1257136 Dec 14 12:58:40.495246 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:40.509043 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d34d58-1ff8-4ce3-a024-e2acb9451196 {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:40.535031 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40186) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:40.543182 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:40.551784 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:40.553602 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3cce1428-5ede-4641-b937-5017ba16626f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:40.619408 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=45d34d58-1ff8-4ce3-a024-e2acb9451196,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:40.668479 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40190) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:40.677988 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dc3a7-b47d-4adc-8071-f7c3bda29d36 req-67ac597c-d09f-47b6-88d0-88f256c2efe7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:40.679527 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-357dc3a7-b47d-4adc-8071-f7c3bda29d36 req-67ac597c-d09f-47b6-88d0-88f256c2efe7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0901697 Dec 14 12:58:40.733293 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3cce1428-5ede-4641-b937-5017ba16626f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:40.744626 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9135f403-b653-4b1d-b117-333ae71bfbe6 req-dc5b91b9-55dd-47cf-a42c-6564bb189ec1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574772 Dec 14 12:58:40.744829 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3cce1428-5ede-4641-b937-5017ba16626f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:40.772825 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-357dc3a7-b47d-4adc-8071-f7c3bda29d36 req-129d1fb2-d5b0-452e-a0a2-961b9f4f204e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858977 Dec 14 12:58:40.773936 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a920f0c1-742f-45cc-9468-1657fe2ff418 req-7f91f5f2-5495-4b53-8912-5443579d8037 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849030 Dec 14 12:58:40.803567 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce1428-5ede-4641-b937-5017ba16626f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f531c3d5-66bf-445d-b678-aa0575fef0d9,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:40.808051 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-3cce1428-5ede-4641-b937-5017ba16626f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6579ac38ccb54b5e8471dc0048f08b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723198 Dec 14 12:58:40.810787 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['45d34d58-1ff8-4ce3-a024-e2acb9451196'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:58:40.810982 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40200) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:40.838275 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d324ac6b-23e5-4321-a74c-d68b74847e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:40.998972 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d324ac6b-23e5-4321-a74c-d68b74847e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.006715 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d2038f04-75c8-43e9-9841-96321a57d821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.007433 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d324ac6b-23e5-4321-a74c-d68b74847e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.057511 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-d324ac6b-23e5-4321-a74c-d68b74847e11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5fb15082c8f4074a0f25734612d301d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875265 Dec 14 12:58:41.058652 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324ac6b-23e5-4321-a74c-d68b74847e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c87201-63bc-4cd9-97f7-834a7ab2006a,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:41.060993 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40212) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:41.082718 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c4bf1-3785-4c0f-b028-7501ca2e1eb6 req-87733b72-4803-475b-959f-1bea23aac201 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:41.085354 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-490c4bf1-3785-4c0f-b028-7501ca2e1eb6 req-87733b72-4803-475b-959f-1bea23aac201 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 944 time: 0.1623273 Dec 14 12:58:41.096190 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d2038f04-75c8-43e9-9841-96321a57d821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.141777 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94790415-0ab5-42a2-83b9-143d25152255 req-45a15be7-c0c2-49de-be1c-80f3981e9712 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:41.143374 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-94790415-0ab5-42a2-83b9-143d25152255 req-45a15be7-c0c2-49de-be1c-80f3981e9712 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.1606348 Dec 14 12:58:41.151902 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-508abbba-a929-49b7-a76e-650e1f2e818c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.178128 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-508abbba-a929-49b7-a76e-650e1f2e818c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.222189 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-490c4bf1-3785-4c0f-b028-7501ca2e1eb6 req-4f507d5a-b7e0-4610-bedd-cf4c8cb54650 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221492 Dec 14 12:58:41.230547 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-94790415-0ab5-42a2-83b9-143d25152255 req-c268c3c9-1be8-49ec-8bcb-4ec43da83f66 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662603 Dec 14 12:58:41.239453 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d2038f04-75c8-43e9-9841-96321a57d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.245732 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d2038f04-75c8-43e9-9841-96321a57d821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.250773 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-d2038f04-75c8-43e9-9841-96321a57d821 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f531c3d5-66bf-445d-b678-aa0575fef0d9 HTTP/1.1" status: 204 len: 168 time: 0.4387457 Dec 14 12:58:41.253802 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-508abbba-a929-49b7-a76e-650e1f2e818c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.260575 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2038f04-75c8-43e9-9841-96321a57d821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f531c3d5-66bf-445d-b678-aa0575fef0d9,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:41.260724 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-508abbba-a929-49b7-a76e-650e1f2e818c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.269552 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-508abbba-a929-49b7-a76e-650e1f2e818c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5c87201-63bc-4cd9-97f7-834a7ab2006a HTTP/1.1" status: 204 len: 168 time: 0.1960926 Dec 14 12:58:41.290116 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508abbba-a929-49b7-a76e-650e1f2e818c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c87201-63bc-4cd9-97f7-834a7ab2006a,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:41.377482 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca3d2d-1b79-4797-ab2f-1fa5d80e4343 req-c0d54aa3-fc81-4390-9f1f-729415ad732c tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:41.380229 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cbca3d2d-1b79-4797-ab2f-1fa5d80e4343 req-c0d54aa3-fc81-4390-9f1f-729415ad732c tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 945 time: 0.0530543 Dec 14 12:58:41.439020 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cbca3d2d-1b79-4797-ab2f-1fa5d80e4343 req-ea9412c2-dd66-4a0f-b29c-8129fc3665e2 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538824 Dec 14 12:58:41.523785 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40236) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:41.529227 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1364739816-network', 'tenant_id': '0816658426f74ca285fd064f9bc03817'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:41.567189 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Made reservation on behalf of 0816658426f74ca285fd064f9bc03817 for: {'network': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:41.570503 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.580213 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.675115 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.681891 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.709349 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=102350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:58:41.725830 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b274e7-d8d2-4bbe-a4e1-6df770b4f389,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:41.731647 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.732039 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.segments_db [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Added segment 8f964148-0440-4941-b497-987ee3255408 of type vlan for network 373dce2a-170c-4c09-848d-b9b2f8c3ec42 Dec 14 12:58:41.783281 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.794488 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40244) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:41.819517 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a08c8ab-2dfa-434f-b8fd-ac8d01baf4ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.844228 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.845116 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:41.845819 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:41.979948 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0f36-f94f-4a5c-a430-6afac7651aa5 req-67482e04-e579-4d54-8ae2-b01b852bf293 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:41.982785 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b96d0f36-f94f-4a5c-a430-6afac7651aa5 req-67482e04-e579-4d54-8ae2-b01b852bf293 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0747979 Dec 14 12:58:42.014679 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4869645 Dec 14 12:58:42.021056 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40254) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:42.029541 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] Request body: {'subnet': {'network_id': '373dce2a-170c-4c09-848d-b9b2f8c3ec42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1364739816-subnet', 'tenant_id': '0816658426f74ca285fd064f9bc03817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:42.037018 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db074d7d-8983-4023-ac04-1329f364fc76 admin admin] Pushing event updated for resources: {'Network': ['ID=373dce2a-170c-4c09-848d-b9b2f8c3ec42,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:42.049043 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 373dce2a-170c-4c09-848d-b9b2f8c3ec42 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:58:42.085588 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b96d0f36-f94f-4a5c-a430-6afac7651aa5 req-9b9cd7f0-d10e-455e-b863-7c35cf1b42ea tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955954 Dec 14 12:58:42.109161 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] Made reservation on behalf of 0816658426f74ca285fd064f9bc03817 for: {'subnet': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:42.111504 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a08c8ab-2dfa-434f-b8fd-ac8d01baf4ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.112467 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695818'] for subnet, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.118768 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a08c8ab-2dfa-434f-b8fd-ac8d01baf4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.333872 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 45d34d58-1ff8-4ce3-a024-e2acb9451196 up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:58:42.447880 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 45d34d58-1ff8-4ce3-a024-e2acb9451196 completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 12:58:42.457752 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 45d34d58-1ff8-4ce3-a024-e2acb9451196 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:58:42.458426 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.482373 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-0a08c8ab-2dfa-434f-b8fd-ac8d01baf4ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e871be719adf49acad983ee463d8f18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6867814 Dec 14 12:58:42.483139 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08c8ab-2dfa-434f-b8fd-ac8d01baf4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f262ae46-0583-48ec-9f01-6d219d4a79fb,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:42.485716 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40274) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:42.488272 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea274e5-a035-4992-aebd-4d0039c8fa9e req-be9ace1a-4492-4007-bdff-d1a99811d205 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:42.496776 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fea274e5-a035-4992-aebd-4d0039c8fa9e req-be9ace1a-4492-4007-bdff-d1a99811d205 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 944 time: 0.1387634 Dec 14 12:58:42.545969 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280e463-3b7f-451d-957b-7257b9608f8b req-4f5112be-9a0f-4793-8adc-6fa32d928e87 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:42.547721 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f280e463-3b7f-451d-957b-7257b9608f8b req-4f5112be-9a0f-4793-8adc-6fa32d928e87 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.1497281 Dec 14 12:58:42.551293 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695828'] for subnet, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.571092 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-504de2a1-13d0-4387-b217-1dbbb84289dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.609011 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-504de2a1-13d0-4387-b217-1dbbb84289dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.623180 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c064dee5-26a6-4a9d-9c09-ab6f6e072e8a,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:42.654529 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.673889 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-504de2a1-13d0-4387-b217-1dbbb84289dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.681003 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-504de2a1-13d0-4387-b217-1dbbb84289dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.683163 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-504de2a1-13d0-4387-b217-1dbbb84289dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f262ae46-0583-48ec-9f01-6d219d4a79fb HTTP/1.1" status: 204 len: 168 time: 0.1961620 Dec 14 12:58:42.699208 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504de2a1-13d0-4387-b217-1dbbb84289dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f262ae46-0583-48ec-9f01-6d219d4a79fb,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:42.723386 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:42.724413 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:58:42.725336 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] Checking segment: {'id': '8f964148-0440-4941-b497-987ee3255408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '373dce2a-170c-4c09-848d-b9b2f8c3ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:42.726086 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] Network hostable DHCP agents. Network: 373dce2a-170c-4c09-848d-b9b2f8c3ec42, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:58:42.728360 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbba3381-6e9a-47d4-8701-1ee79762ea02" -d '{"events": [{"server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "name": "network-vif-plugged", "status": "completed", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:58:42.736088 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.752080 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fea274e5-a035-4992-aebd-4d0039c8fa9e req-dff912b0-7d52-49e7-8677-1081af09b146 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523017 Dec 14 12:58:42.773985 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f280e463-3b7f-451d-957b-7257b9608f8b req-1d380128-05b3-4f0d-a839-72d17444a7c2 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165771 Dec 14 12:58:42.797214 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] Network 373dce2a-170c-4c09-848d-b9b2f8c3ec42 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:58:42.820787 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 373dce2a-170c-4c09-848d-b9b2f8c3ec42) {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:42.825530 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:42.826352 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:42.828757 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ad68e4-15d8-4344-9685-5a0b219f2b15 x-openstack-request-id: req-07ad68e4-15d8-4344-9685-5a0b219f2b15 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:58:42.830510 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "name": "network-vif-plugged", "status": "completed", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:58:42.831348 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07ad68e4-15d8-4344-9685-5a0b219f2b15 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:58:42.831938 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'code': 200} Dec 14 12:58:42.837589 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72ca3f5-c476-47e2-8d80-953f4e700cf8 None None] Network 373dce2a-170c-4c09-848d-b9b2f8c3ec42 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:42.877481 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-c80375fd-d991-4023-aa01-dbf3bc0d1d64 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8534889 Dec 14 12:58:42.963633 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=45d34d58-1ff8-4ce3-a024-e2acb9451196,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:43.078411 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2aeb96-150e-47cf-ab6a-145e6e6a1199 None None] Network 373dce2a-170c-4c09-848d-b9b2f8c3ec42 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:43.115712 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88f4ee-9b95-4051-9f3d-bb6f2aa4fb14 req-acbc01ac-1603-4b0d-a924-5b92c75bc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:43.117264 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2d88f4ee-9b95-4051-9f3d-bb6f2aa4fb14 req-acbc01ac-1603-4b0d-a924-5b92c75bc386 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 1098 time: 0.0990546 Dec 14 12:58:43.270964 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2d88f4ee-9b95-4051-9f3d-bb6f2aa4fb14 req-f01eeab3-a916-42b2-bf42-6bd34d6140b7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460629 Dec 14 12:58:43.340634 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e703ee-4802-477a-a249-5e18bfad7006 req-51e7ea6e-45da-4046-b8d0-6382d50af821 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:43.347994 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-72e703ee-4802-477a-a249-5e18bfad7006 req-51e7ea6e-45da-4046-b8d0-6382d50af821 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0837364 Dec 14 12:58:43.391415 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-72e703ee-4802-477a-a249-5e18bfad7006 req-af83b2b9-d653-4df2-bebf-2676fb7296ab tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Dec 14 12:58:43.784494 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83325c97-5514-43ca-8dda-3563ca8db563 req-eb83149d-5fe9-492e-88d2-9bd4caf43bbf tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:43.785546 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:43.793857 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-83325c97-5514-43ca-8dda-3563ca8db563 req-eb83149d-5fe9-492e-88d2-9bd4caf43bbf tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0675206 Dec 14 12:58:43.822283 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaa6e5-f614-4ff5-b38c-1ee6dda5f196 req-47599603-d243-48c6-98f3-4871f3c2e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:43.824005 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-46eaa6e5-f614-4ff5-b38c-1ee6dda5f196 req-47599603-d243-48c6-98f3-4871f3c2e2b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 1099 time: 0.1059065 Dec 14 12:58:43.888124 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-83325c97-5514-43ca-8dda-3563ca8db563 req-0c13cc7b-e0a8-46b7-a996-aa42711f801b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930512 Dec 14 12:58:43.993328 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b40a3-dfc7-4158-b0b6-91b93e62fab5 req-d5cadae9-9079-4d9e-95cb-7e2d32060bfc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:43.995045 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5c1b40a3-dfc7-4158-b0b6-91b93e62fab5 req-d5cadae9-9079-4d9e-95cb-7e2d32060bfc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0850468 Dec 14 12:58:44.011369 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaa6e5-f614-4ff5-b38c-1ee6dda5f196 req-c5ecc07b-eeea-443b-990c-8bac219dba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:44.013576 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-46eaa6e5-f614-4ff5-b38c-1ee6dda5f196 req-c5ecc07b-eeea-443b-990c-8bac219dba39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 920 time: 0.1802313 Dec 14 12:58:44.082928 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-46eaa6e5-f614-4ff5-b38c-1ee6dda5f196 req-84d74b1b-8f02-4c81-b5d9-8dc30ba9a916 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc3fb812-3df8-4cc0-9829-c46ef1394592 HTTP/1.1" status: 200 len: 217 time: 0.0615618 Dec 14 12:58:44.087733 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5c1b40a3-dfc7-4158-b0b6-91b93e62fab5 req-d6749d1a-5e1f-45b3-a9b8-f52e9b73e2ba tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858164 Dec 14 12:58:44.145648 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaa6e5-f614-4ff5-b38c-1ee6dda5f196 req-8ba698aa-97d8-40ab-8458-ccc0ea1854d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:44.148288 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-46eaa6e5-f614-4ff5-b38c-1ee6dda5f196 req-8ba698aa-97d8-40ab-8458-ccc0ea1854d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 200 len: 859 time: 0.0557985 Dec 14 12:58:44.214955 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-46eaa6e5-f614-4ff5-b38c-1ee6dda5f196 req-92db282e-4048-4d03-90fa-0bda1851e721 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6092f040-7850-4b5c-8606-0c2c75c91695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276809 Dec 14 12:58:44.366285 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-46eaa6e5-f614-4ff5-b38c-1ee6dda5f196 req-8d53eddf-476d-4d0f-aebf-189cccff011f service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429341 Dec 14 12:58:44.517010 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-46eaa6e5-f614-4ff5-b38c-1ee6dda5f196 req-a3a6f1ea-5945-4b96-970b-962349291497 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430905 Dec 14 12:58:45.002708 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d246b2-48b9-4e7d-a8cf-10e2d01c9b03 req-0a3a6f80-4b33-4f9c-882c-a3848394e99d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:45.004370 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87d246b2-48b9-4e7d-a8cf-10e2d01c9b03 req-0a3a6f80-4b33-4f9c-882c-a3848394e99d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0517244 Dec 14 12:58:45.058746 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87d246b2-48b9-4e7d-a8cf-10e2d01c9b03 req-70efa4c1-41a9-4e0f-9da6-9d2b5efe0a10 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477393 Dec 14 12:58:45.251969 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb6085-2aec-40bd-9512-2f5e2e5bbf4a req-5ac81cd1-56b7-441b-a039-b2031a454096 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:45.257948 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a7bb6085-2aec-40bd-9512-2f5e2e5bbf4a req-5ac81cd1-56b7-441b-a039-b2031a454096 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0681212 Dec 14 12:58:45.308692 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a7bb6085-2aec-40bd-9512-2f5e2e5bbf4a req-008d39bc-b4cd-49fc-be90-6f1ff323d5d1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479755 Dec 14 12:58:45.431872 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58348fb9-be77-48f6-93be-fabb2cb9bfbc req-14fa4495-26ae-4ab9-8691-62f717fd81ad tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:45.433508 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-58348fb9-be77-48f6-93be-fabb2cb9bfbc req-14fa4495-26ae-4ab9-8691-62f717fd81ad tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0550520 Dec 14 12:58:45.442745 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40444) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:45.447434 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-c8311227-1703-4a6a-80eb-c5fd276ee451 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'floatingip': {'port_id': '45d34d58-1ff8-4ce3-a024-e2acb9451196'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:45.536560 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c8311227-1703-4a6a-80eb-c5fd276ee451 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.101855 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40482) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:46.216525 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1e521e73-05a2-4551-bf54-5360154dcb88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.305082 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1e521e73-05a2-4551-bf54-5360154dcb88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.310699 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1e521e73-05a2-4551-bf54-5360154dcb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.341434 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.db.resource_extend [None req-c8311227-1703-4a6a-80eb-c5fd276ee451 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 12:58:46.357949 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-1e521e73-05a2-4551-bf54-5360154dcb88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=174491991e144b53bd52fa6efacde994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549827 Dec 14 12:58:46.358685 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40494) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:46.359334 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e521e73-05a2-4551-bf54-5360154dcb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133fe8a4-89c5-43a1-96c4-4fb578185aac,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:46.421863 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4870beee-a7e0-4664-b72d-92a15b2283fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.427983 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b836d9a-04a0-49ba-963a-9c1c0c5f42a7 req-ad20dc14-7af9-446f-915f-efcc6363a086 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:46.429576 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b836d9a-04a0-49ba-963a-9c1c0c5f42a7 req-ad20dc14-7af9-446f-915f-efcc6363a086 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.1360450 Dec 14 12:58:46.444639 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4870beee-a7e0-4664-b72d-92a15b2283fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.447408 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c8311227-1703-4a6a-80eb-c5fd276ee451 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.455088 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c8311227-1703-4a6a-80eb-c5fd276ee451 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.498279 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4870beee-a7e0-4664-b72d-92a15b2283fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.501029 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4870beee-a7e0-4664-b72d-92a15b2283fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.502167 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-4870beee-a7e0-4664-b72d-92a15b2283fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/133fe8a4-89c5-43a1-96c4-4fb578185aac HTTP/1.1" status: 204 len: 168 time: 0.1401665 Dec 14 12:58:46.513855 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870beee-a7e0-4664-b72d-92a15b2283fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133fe8a4-89c5-43a1-96c4-4fb578185aac,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:46.543994 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b836d9a-04a0-49ba-963a-9c1c0c5f42a7 req-2b0355ac-f81b-475a-bca0-ab286bf99900 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996413 Dec 14 12:58:46.593892 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.l3_db [None req-c8311227-1703-4a6a-80eb-c5fd276ee451 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Floating IP 53a9930f-5e51-4b89-ab73-3ff99c579064 associated. External IP: 172.27.2.109, port: 45d34d58-1ff8-4ce3-a024-e2acb9451196. Dec 14 12:58:46.795616 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40506) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:46.809237 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-806de51d-5a24-4e62-ac17-dbcb4e836bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.817460 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8311227-1703-4a6a-80eb-c5fd276ee451 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Router 1795d8e3-5eae-4de4-8781-4fc05baecac8 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 12:58:46.897382 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-806de51d-5a24-4e62-ac17-dbcb4e836bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.905370 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-806de51d-5a24-4e62-ac17-dbcb4e836bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:46.931707 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-806de51d-5a24-4e62-ac17-dbcb4e836bac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91808d59ada44b92ad8ebb589b79781f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349666 Dec 14 12:58:46.935363 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40514) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:46.959115 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8311227-1703-4a6a-80eb-c5fd276ee451 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 12:58:46.966159 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806de51d-5a24-4e62-ac17-dbcb4e836bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33536958-0cc3-488d-9a2e-804f7a5ae7e2,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:46.980935 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9585e1-dc31-465c-bf58-4c8412ef3327 None None] Sync routers for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 12:58:46.999723 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c8311227-1703-4a6a-80eb-c5fd276ee451 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:47.007115 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9585e1-dc31-465c-bf58-4c8412ef3327 None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:58:47.007756 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4c9585e1-dc31-465c-bf58-4c8412ef3327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:58:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:47.063049 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-c8311227-1703-4a6a-80eb-c5fd276ee451 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "PUT /v2.0/floatingips/53a9930f-5e51-4b89-ab73-3ff99c579064 HTTP/1.1" status: 200 len: 991 time: 1.6192131 Dec 14 12:58:47.064816 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:58:47.067748 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f9f010-c4e7-485d-b7a0-5b96f5249963" -d '{"events": [{"name": "network-changed", "server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:58:47.085933 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0a82fdd6-76a7-43c7-a0b6-c53f4f08d173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:47.111101 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0a82fdd6-76a7-43c7-a0b6-c53f4f08d173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:47.139004 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-4c9585e1-dc31-465c-bf58-4c8412ef3327 None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:58:47.147868 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbaf291-ce2c-42d8-9e62-1d5e55613f33 x-openstack-request-id: req-cbbaf291-ce2c-42d8-9e62-1d5e55613f33 {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:58:47.148131 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:58:47.148385 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbbaf291-ce2c-42d8-9e62-1d5e55613f33 {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:58:47.148775 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'status': 'completed', 'code': 200} Dec 14 12:58:47.194932 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0a82fdd6-76a7-43c7-a0b6-c53f4f08d173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:47.198218 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0a82fdd6-76a7-43c7-a0b6-c53f4f08d173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:47.201831 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-0a82fdd6-76a7-43c7-a0b6-c53f4f08d173 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33536958-0cc3-488d-9a2e-804f7a5ae7e2 HTTP/1.1" status: 204 len: 168 time: 0.2628927 Dec 14 12:58:47.208093 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82fdd6-76a7-43c7-a0b6-c53f4f08d173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33536958-0cc3-488d-9a2e-804f7a5ae7e2,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:47.231690 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9f010-c4e7-485d-b7a0-5b96f5249963 req-56c52696-6fbe-4d2c-83ce-04a6509d29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:47.234201 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-87f9f010-c4e7-485d-b7a0-5b96f5249963 req-56c52696-6fbe-4d2c-83ce-04a6509d29e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 1098 time: 0.0498934 Dec 14 12:58:47.356886 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9f010-c4e7-485d-b7a0-5b96f5249963 req-47b3c2a8-d332-4cf6-b779-d68a9db0048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:47.358686 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-87f9f010-c4e7-485d-b7a0-5b96f5249963 req-47b3c2a8-d332-4cf6-b779-d68a9db0048d service neutron] 10.222.0.44 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 918 time: 0.1091626 Dec 14 12:58:47.443742 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4c9585e1-dc31-465c-bf58-4c8412ef3327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '53a9930f-5e51-4b89-ab73-3ff99c579064', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'port_id': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'mac_address': 'fa:16:3e:56:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T12:58:27Z', 'updated_at': '2021-12-14T12:58:46Z', 'revision_number': 1, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:47.473380 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9585e1-dc31-465c-bf58-4c8412ef3327 None None] Checking router: 1795d8e3-5eae-4de4-8781-4fc05baecac8 for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 12:58:47.483665 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9585e1-dc31-465c-bf58-4c8412ef3327 None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 12:58:47.484579 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4c9585e1-dc31-465c-bf58-4c8412ef3327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T12:58:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:47.511060 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-87f9f010-c4e7-485d-b7a0-5b96f5249963 req-2aca39e1-e0e0-41ae-abf5-e8d255bece37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196 HTTP/1.1" status: 200 len: 999 time: 0.1397631 Dec 14 12:58:47.570968 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9f010-c4e7-485d-b7a0-5b96f5249963 req-f4756e28-0c1e-4cfc-ad74-61517cddf977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:47.572875 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-87f9f010-c4e7-485d-b7a0-5b96f5249963 req-f4756e28-0c1e-4cfc-ad74-61517cddf977 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 200 len: 856 time: 0.0541122 Dec 14 12:58:47.624271 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9f010-c4e7-485d-b7a0-5b96f5249963 req-e820cc8f-d15d-4f13-8e73-2fbffbf44d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:47.626460 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-87f9f010-c4e7-485d-b7a0-5b96f5249963 req-e820cc8f-d15d-4f13-8e73-2fbffbf44d2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=685eb097-be44-442e-9106-664041f3bdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455613 Dec 14 12:58:47.672667 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-4c9585e1-dc31-465c-bf58-4c8412ef3327 None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 12:58:47.708129 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d15ed-07a7-43d3-b582-edde08d19faa req-f92dcff7-bd72-45e9-a830-7c064b77d194 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:47.710236 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-be0d15ed-07a7-43d3-b582-edde08d19faa req-f92dcff7-bd72-45e9-a830-7c064b77d194 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0576758 Dec 14 12:58:47.805917 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-be0d15ed-07a7-43d3-b582-edde08d19faa req-9fb6f48a-e509-4020-b1ee-5e06a510ba92 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884271 Dec 14 12:58:47.809249 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-87f9f010-c4e7-485d-b7a0-5b96f5249963 req-f5fc41ee-dc1c-4196-bfd4-a2ad21c63293 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714029 Dec 14 12:58:47.924049 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40558) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:47.977181 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4c9585e1-dc31-465c-bf58-4c8412ef3327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '53a9930f-5e51-4b89-ab73-3ff99c579064', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'port_id': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'mac_address': 'fa:16:3e:56:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T12:58:27Z', 'updated_at': '2021-12-14T12:58:46Z', 'revision_number': 1, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:58:48.063927 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2e8d474a-abac-4319-b4cf-09e0c9c04329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:48.100732 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9585e1-dc31-465c-bf58-4c8412ef3327 None None] The sync data for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi is: [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '53a9930f-5e51-4b89-ab73-3ff99c579064', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'port_id': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'mac_address': 'fa:16:3e:56:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T12:58:27Z', 'updated_at': '2021-12-14T12:58:46Z', 'revision_number': 1, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 12:58:48.202185 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2e8d474a-abac-4319-b4cf-09e0c9c04329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:48.207795 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2e8d474a-abac-4319-b4cf-09e0c9c04329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:48.258103 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-2e8d474a-abac-4319-b4cf-09e0c9c04329 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=213a64cb015e418a8c92f15d3d1cbe33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329320 Dec 14 12:58:48.259089 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d474a-abac-4319-b4cf-09e0c9c04329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e745e899-757a-4ad7-a071-0605d57cc04e,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:48.261069 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40582) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:48.331155 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8f02fa33-d212-4eca-a485-3105635f6b6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:48.365173 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8f02fa33-d212-4eca-a485-3105635f6b6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:48.415465 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef47db-62fb-4d21-93de-3e86b81b8de2 None None] New status for floating IP 53a9930f-5e51-4b89-ab73-3ff99c579064: ACTIVE {{(pid=102352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 12:58:48.429507 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8f02fa33-d212-4eca-a485-3105635f6b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:48.432370 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8f02fa33-d212-4eca-a485-3105635f6b6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:48.433839 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-8f02fa33-d212-4eca-a485-3105635f6b6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e745e899-757a-4ad7-a071-0605d57cc04e HTTP/1.1" status: 204 len: 168 time: 0.1717777 Dec 14 12:58:48.444253 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02fa33-d212-4eca-a485-3105635f6b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e745e899-757a-4ad7-a071-0605d57cc04e,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:48.775582 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40636) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:48.790204 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1ed5aee7-bfcd-48e5-a02b-d4a35439f3c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:48.948473 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca8177-4437-4539-aa6c-e92d3f2b6bcb req-1b6c543c-fc5a-422f-9500-cbcef952ca18 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:48.950420 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0eca8177-4437-4539-aa6c-e92d3f2b6bcb req-1b6c543c-fc5a-422f-9500-cbcef952ca18 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0501974 Dec 14 12:58:48.974318 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1ed5aee7-bfcd-48e5-a02b-d4a35439f3c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:48.981987 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1ed5aee7-bfcd-48e5-a02b-d4a35439f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:49.009217 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-87f9f010-c4e7-485d-b7a0-5b96f5249963 req-8444539b-4790-49be-9599-a2305a8d59a8 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509943 Dec 14 12:58:49.010273 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0eca8177-4437-4539-aa6c-e92d3f2b6bcb req-b51a0eb0-8d92-4da1-85a3-309b9fa63394 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515633 Dec 14 12:58:49.030263 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-1ed5aee7-bfcd-48e5-a02b-d4a35439f3c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65e0592a917a4a2d95be03e5c158a6c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534895 Dec 14 12:58:49.032135 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5aee7-bfcd-48e5-a02b-d4a35439f3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8ddb8c-765a-425e-8afb-43e95cccb0de,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:49.033059 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40648) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:49.081392 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d4310fb1-b246-4e0f-ad5e-338dbabdb063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:49.102928 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d4310fb1-b246-4e0f-ad5e-338dbabdb063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:49.150143 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d4310fb1-b246-4e0f-ad5e-338dbabdb063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:49.152654 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d4310fb1-b246-4e0f-ad5e-338dbabdb063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:49.153985 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-d4310fb1-b246-4e0f-ad5e-338dbabdb063 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b8ddb8c-765a-425e-8afb-43e95cccb0de HTTP/1.1" status: 204 len: 168 time: 0.1197238 Dec 14 12:58:49.162269 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4310fb1-b246-4e0f-ad5e-338dbabdb063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8ddb8c-765a-425e-8afb-43e95cccb0de,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:49.839289 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40676) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:49.946476 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1948031114-network', 'tenant_id': '9fa190426a6c4b9c9d6d259455a647ca'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:49.969356 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Made reservation on behalf of 9fa190426a6c4b9c9d6d259455a647ca for: {'network': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:49.971745 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:49.981011 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:50.056232 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:50.061482 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:50.086153 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:58:50.100252 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f192c9-0c37-46f8-9f2d-d1de877d085f,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:50.106837 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:50.107159 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.segments_db [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Added segment 6e2f5ed2-fa68-49c2-903a-96f21ceee9ed of type vlan for network f9b2329a-0b17-4b80-8a98-25a960af76f5 Dec 14 12:58:50.123169 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b16d1-000b-49e4-aa6b-c61905857eed req-7f9d076b-1a0f-4a50-aa63-0db9b97dc7a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:50.124701 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b89b16d1-000b-49e4-aa6b-c61905857eed req-7f9d076b-1a0f-4a50-aa63-0db9b97dc7a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0512187 Dec 14 12:58:50.148361 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:50.174251 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:50.175258 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:50.175491 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b89b16d1-000b-49e4-aa6b-c61905857eed req-d3e725dc-c15b-48b3-b007-3fc3966c144b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441308 Dec 14 12:58:50.175917 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:50.233360 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3929021 Dec 14 12:58:50.237488 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40690) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:50.238899 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cf11c-408d-48d2-922a-47ccc02b001a admin admin] Pushing event updated for resources: {'Network': ['ID=f9b2329a-0b17-4b80-8a98-25a960af76f5,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:50.247824 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] Request body: {'subnet': {'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1948031114-subnet', 'tenant_id': '9fa190426a6c4b9c9d6d259455a647ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:50.249533 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network f9b2329a-0b17-4b80-8a98-25a960af76f5 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:58:50.269908 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] Made reservation on behalf of 9fa190426a6c4b9c9d6d259455a647ca for: {'subnet': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:50.272170 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695818'] for subnet, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:50.441431 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695828'] for subnet, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:50.494256 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0a45b3-9a1f-4de3-a007-54fe484df4de,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:50.509819 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] Checking segment: {'id': '6e2f5ed2-fa68-49c2-903a-96f21ceee9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:50.510177 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] Network hostable DHCP agents. Network: f9b2329a-0b17-4b80-8a98-25a960af76f5, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:58:50.528574 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] Network f9b2329a-0b17-4b80-8a98-25a960af76f5 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:58:50.538955 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, f9b2329a-0b17-4b80-8a98-25a960af76f5) {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:50.543521 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:50.544095 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:50.549155 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77935f6-a953-4969-ba95-cbe43ff43007 None None] Network f9b2329a-0b17-4b80-8a98-25a960af76f5 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:50.562066 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-2ffe5c49-492a-41bd-b8a2-8f85753fc81f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3229306 Dec 14 12:58:50.646813 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6863b52-f5db-44a5-a115-06e1b8dcdffb None None] Network f9b2329a-0b17-4b80-8a98-25a960af76f5 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:58:51.297179 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bb4f4-57c5-4e7f-90f6-fea94d538aa9 req-fcc3608d-4830-4f2d-94d2-f6b5157392e3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:51.298960 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b73bb4f4-57c5-4e7f-90f6-fea94d538aa9 req-fcc3608d-4830-4f2d-94d2-f6b5157392e3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0494521 Dec 14 12:58:51.346908 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b73bb4f4-57c5-4e7f-90f6-fea94d538aa9 req-d09e7813-db34-4db9-a80d-0355dd4f861e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417659 Dec 14 12:58:52.329857 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-1d644b56-f5a4-42e2-ba33-30cd6547636f tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:52.331311 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-1d644b56-f5a4-42e2-ba33-30cd6547636f tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/networks?id=f9b2329a-0b17-4b80-8a98-25a960af76f5 HTTP/1.1" status: 200 len: 809 time: 0.1105688 Dec 14 12:58:52.348773 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-90d5f406-a685-4bdf-b00f-b1e9707b3948 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/quotas/9fa190426a6c4b9c9d6d259455a647ca HTTP/1.1" status: 200 len: 375 time: 0.0106957 Dec 14 12:58:52.382225 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-58b7f04b-41fe-40dd-a007-5a1e2e00c98f tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fa190426a6c4b9c9d6d259455a647ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263112 Dec 14 12:58:52.511566 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fad4e-b2ba-40b5-8b8b-7625c0839d68 req-1fc8219f-8b1a-4586-aa71-46bbe7e35f66 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:52.513216 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-063fad4e-b2ba-40b5-8b8b-7625c0839d68 req-1fc8219f-8b1a-4586-aa71-46bbe7e35f66 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0823100 Dec 14 12:58:52.515512 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-011e60ad-734e-452d-84f8-db644f9652ae service neutron] 10.222.0.49 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265156 Dec 14 12:58:52.618177 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-063fad4e-b2ba-40b5-8b8b-7625c0839d68 req-50f6cb45-a28c-4f53-b7a5-549faa1f186b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983768 Dec 14 12:58:52.656517 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-ece9717a-f0c4-4282-8bd5-bfb7873cd119 service neutron] 10.222.0.49 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307192 Dec 14 12:58:52.866150 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-465dc19f-5958-495f-b6e5-868b533d2672 req-97389987-3d82-4214-99c7-5e00dda4b0e6 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 210 time: 0.0620627 Dec 14 12:58:53.744520 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feaeae7-6f83-4b4e-972d-ff8695ed4a4f req-9050531d-d133-46a5-b96e-9d2f8e1b3a1c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:53.747047 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8feaeae7-6f83-4b4e-972d-ff8695ed4a4f req-9050531d-d133-46a5-b96e-9d2f8e1b3a1c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0525992 Dec 14 12:58:53.803884 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8feaeae7-6f83-4b4e-972d-ff8695ed4a4f req-686e47ca-aea5-4d6c-b983-0374281cfdcf tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487630 Dec 14 12:58:53.855858 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-93d08fe3-2bd9-45f6-9c5d-62dfc805ac95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:53.965725 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6b84d9f7-cb81-4e36-a728-2507b0d10f29 req-bbd096ec-69db-4e66-8b16-5698e8b44580 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 210 time: 0.0251918 Dec 14 12:58:54.093823 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-6085f4d8-ff4a-4a41-a996-a570bcf6de05 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:54.095517 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-6085f4d8-ff4a-4a41-a996-a570bcf6de05 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.44 "GET /v2.0/networks?id=f9b2329a-0b17-4b80-8a98-25a960af76f5 HTTP/1.1" status: 200 len: 809 time: 0.1277251 Dec 14 12:58:54.111404 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Request body: {'port': {'device_id': 'ce203e83-7410-4aa5-ade6-6595fc8a6393', 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5', 'admin_state_up': True, 'tenant_id': '9fa190426a6c4b9c9d6d259455a647ca'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:54.227767 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Made reservation on behalf of 9fa190426a6c4b9c9d6d259455a647ca for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:58:54.231414 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:54.356291 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Allocated IP 172.20.0.14 (f9b2329a-0b17-4b80-8a98-25a960af76f5/cb0a45b3-9a1f-4de3-a007-54fe484df4de/2f7ee134-4a53-4bf3-b113-860ae25ab31f) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:58:54.503350 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:54.551542 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:54.599972 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Network f9b2329a-0b17-4b80-8a98-25a960af76f5 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:58:54.603078 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:58:54.605530 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:58:54.629415 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Pushing event updated for resources: {'Port': ['ID=2f7ee134-4a53-4bf3-b113-860ae25ab31f,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:54.657231 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:54.657850 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:54.675722 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a4496589-e7ba-4faa-9590-bc86d1f06d06 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681062 Dec 14 12:58:54.695613 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Request body: {'port': {'device_id': 'ce203e83-7410-4aa5-ade6-6595fc8a6393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:58:54.755166 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:54.952797 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ae9cc-b94d-431b-8b60-38f45c4cdac0 req-200e4693-3905-4c72-9cd3-de15500d3f28 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:54.954418 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4f8ae9cc-b94d-431b-8b60-38f45c4cdac0 req-200e4693-3905-4c72-9cd3-de15500d3f28 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0549259 Dec 14 12:58:55.023852 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4f8ae9cc-b94d-431b-8b60-38f45c4cdac0 req-73513d9f-7b98-403b-9b7a-1101f0fb05fb tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617094 Dec 14 12:58:55.071649 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7ee134-4a53-4bf3-b113-860ae25ab31f {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:55.082386 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.096240 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Transition to ACTIVE for port object 2f7ee134-4a53-4bf3-b113-860ae25ab31f will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 12:58:55.104354 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.111867 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113ce5-fe40-4e65-8bf2-94ef3bd0eb8e req-d75be14a-2319-4f54-813c-70e12a3cce10 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:55.121320 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-22113ce5-fe40-4e65-8bf2-94ef3bd0eb8e req-d75be14a-2319-4f54-813c-70e12a3cce10 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 945 time: 0.0822508 Dec 14 12:58:55.136676 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40872) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:55.173044 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7ee134-4a53-4bf3-b113-860ae25ab31f,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:55.193188 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff543e-a281-4874-abaf-91e29bd890e4 req-11614aaa-177e-4aa2-aa8b-e70849c7a00b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:55.194683 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b9ff543e-a281-4874-abaf-91e29bd890e4 req-11614aaa-177e-4aa2-aa8b-e70849c7a00b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 944 time: 0.1050887 Dec 14 12:58:55.224397 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-22113ce5-fe40-4e65-8bf2-94ef3bd0eb8e req-c47a00e8-7041-45de-a2ff-aecdb4827e97 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981040 Dec 14 12:58:55.273236 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Attempting to bind port 2f7ee134-4a53-4bf3-b113-860ae25ab31f on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:58:55.273424 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b9ff543e-a281-4874-abaf-91e29bd890e4 req-1c37192a-b8f5-41d5-85b8-e9795ac097e5 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690176 Dec 14 12:58:55.273912 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Attempting to bind port 2f7ee134-4a53-4bf3-b113-860ae25ab31f by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '6e2f5ed2-fa68-49c2-903a-96f21ceee9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:58:55.274424 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Attempting to bind port 2f7ee134-4a53-4bf3-b113-860ae25ab31f on network f9b2329a-0b17-4b80-8a98-25a960af76f5 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:55.280419 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Port 2f7ee134-4a53-4bf3-b113-860ae25ab31f on network f9b2329a-0b17-4b80-8a98-25a960af76f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 12:58:55.280748 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Attempting to bind port 2f7ee134-4a53-4bf3-b113-860ae25ab31f on network f9b2329a-0b17-4b80-8a98-25a960af76f5 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:58:55.287350 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:58:55.287708 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Checking segment: {'id': '6e2f5ed2-fa68-49c2-903a-96f21ceee9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:58:55.288235 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Bound using segment: {'id': '6e2f5ed2-fa68-49c2-903a-96f21ceee9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:58:55.288774 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Bound port: 2f7ee134-4a53-4bf3-b113-860ae25ab31f, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2f5ed2-fa68-49c2-903a-96f21ceee9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:58:55.289173 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.321249 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-6d237b55-9bb7-40e0-ac4b-e1e805eec1ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.361444 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] For port 2f7ee134-4a53-4bf3-b113-860ae25ab31f, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:58:55.364950 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] For port 2f7ee134-4a53-4bf3-b113-860ae25ab31f, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2f7ee134-4a53-4bf3-b113-860ae25ab31f,segment=NetworkSegment(6e2f5ed2-fa68-49c2-903a-96f21ceee9ed),segment_id=6e2f5ed2-fa68-49c2-903a-96f21ceee9ed)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:58:55.371311 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.403080 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-6d237b55-9bb7-40e0-ac4b-e1e805eec1ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.408531 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-6d237b55-9bb7-40e0-ac4b-e1e805eec1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.422645 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:55.423608 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.425341 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] 10.222.0.44 "PUT /v2.0/ports/2f7ee134-4a53-4bf3-b113-860ae25ab31f HTTP/1.1" status: 200 len: 1094 time: 0.7341940 Dec 14 12:58:55.426473 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce203e83-7410-4aa5-ade6-6595fc8a6393', 'tag': '2f7ee134-4a53-4bf3-b113-860ae25ab31f'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:58:55.430160 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85afd2c-3fab-4126-95d9-0489e9a2485e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce203e83-7410-4aa5-ade6-6595fc8a6393", "tag": "2f7ee134-4a53-4bf3-b113-860ae25ab31f"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:58:55.479367 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917cc39-e11d-4eec-b101-d5f56e15f535 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7ee134-4a53-4bf3-b113-860ae25ab31f,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:55.479674 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d237b55-9bb7-40e0-ac4b-e1e805eec1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f442a232-9150-4e25-9533-6186c71e067e,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:55.520024 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4108f002-3471-4116-a1a4-0c27c3077ddb x-openstack-request-id: req-4108f002-3471-4116-a1a4-0c27c3077ddb {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:58:55.520314 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce203e83-7410-4aa5-ade6-6595fc8a6393", "tag": "2f7ee134-4a53-4bf3-b113-860ae25ab31f", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:58:55.520583 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4108f002-3471-4116-a1a4-0c27c3077ddb {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:58:55.520986 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce203e83-7410-4aa5-ade6-6595fc8a6393', 'tag': '2f7ee134-4a53-4bf3-b113-860ae25ab31f', 'status': 'completed', 'code': 200} Dec 14 12:58:55.529266 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-6d237b55-9bb7-40e0-ac4b-e1e805eec1ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=411990507c684e93b87fb1f4ce216aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902907 Dec 14 12:58:55.532399 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 40888) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:55.563083 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-9d5e1a64-87f2-4e36-9e29-b449f2ed7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:55.564929 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-9d5e1a64-87f2-4e36-9e29-b449f2ed7107 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9fa190426a6c4b9c9d6d259455a647ca&device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 1097 time: 0.0607398 Dec 14 12:58:55.595594 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02a9a627-461c-4904-809a-d7291a85eaa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.617852 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02a9a627-461c-4904-809a-d7291a85eaa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.622559 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-024c75f4-ccfa-4981-8b49-70124125944d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f7ee134-4a53-4bf3-b113-860ae25ab31f HTTP/1.1" status: 200 len: 217 time: 0.0405300 Dec 14 12:58:55.665828 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02a9a627-461c-4904-809a-d7291a85eaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.668958 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02a9a627-461c-4904-809a-d7291a85eaa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.670131 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-02a9a627-461c-4904-809a-d7291a85eaa5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f442a232-9150-4e25-9533-6186c71e067e HTTP/1.1" status: 204 len: 168 time: 0.1366999 Dec 14 12:58:55.676798 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a60f65fd-61f0-4fe9-9ae2-3068f5d2d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:55.678374 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-a60f65fd-61f0-4fe9-9ae2-3068f5d2d3f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb0a45b3-9a1f-4de3-a007-54fe484df4de HTTP/1.1" status: 200 len: 849 time: 0.0447707 Dec 14 12:58:55.687030 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9a627-461c-4904-809a-d7291a85eaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f442a232-9150-4e25-9533-6186c71e067e,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:55.718876 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-140bc776-bcc9-44f5-9719-6e9510abbf55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b2329a-0b17-4b80-8a98-25a960af76f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288215 Dec 14 12:58:55.814540 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-d40d65e5-baa6-425e-b202-303aef404edc service neutron] 10.222.0.44 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877886 Dec 14 12:58:55.911554 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8b200f71-ea8e-423a-b8ed-944c4c28a25b req-4f1a06cb-c77f-49d7-a9ee-7c5041c8fea7 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826735 Dec 14 12:58:55.944358 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6c1daed3-618a-4b03-b76c-cd17bf544f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:55.951368 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40894) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:55.965844 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ffebdc9b-bd27-48f7-8e4c-3887463157e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:56.038657 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85afd2c-3fab-4126-95d9-0489e9a2485e req-68079bd3-9bd2-49bf-a800-18816da3cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:56.040143 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d85afd2c-3fab-4126-95d9-0489e9a2485e req-68079bd3-9bd2-49bf-a800-18816da3cd38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9fa190426a6c4b9c9d6d259455a647ca&device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 1097 time: 0.0646853 Dec 14 12:58:56.118181 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ffebdc9b-bd27-48f7-8e4c-3887463157e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:56.130262 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ffebdc9b-bd27-48f7-8e4c-3887463157e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:56.148042 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c4486-c392-48bf-bc66-9b897606e891 req-7a589f9c-1b57-49e9-8916-1dd32e3d0a84 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:56.149692 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-753c4486-c392-48bf-bc66-9b897606e891 req-7a589f9c-1b57-49e9-8916-1dd32e3d0a84 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0536695 Dec 14 12:58:56.189354 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebdc9b-bd27-48f7-8e4c-3887463157e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d533f5-0dba-4950-b762-2ecc8e7a05fb,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:56.199617 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ffebdc9b-bd27-48f7-8e4c-3887463157e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7b20959d17140209a96a13d67a4aa63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445579 Dec 14 12:58:56.199617 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85afd2c-3fab-4126-95d9-0489e9a2485e req-ac08b109-a1f0-4af2-8039-0a8b75ad8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:56.200837 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d85afd2c-3fab-4126-95d9-0489e9a2485e req-ac08b109-a1f0-4af2-8039-0a8b75ad8813 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b2329a-0b17-4b80-8a98-25a960af76f5 HTTP/1.1" status: 200 len: 910 time: 0.1476071 Dec 14 12:58:56.201467 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 40898) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:58:56.205347 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-753c4486-c392-48bf-bc66-9b897606e891 req-97679ac3-20c6-49fd-be1b-44d4b224e800 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493445 Dec 14 12:58:56.251823 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d85afd2c-3fab-4126-95d9-0489e9a2485e req-2c74bf35-dcee-4f52-bcbb-52f9407ece08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f7ee134-4a53-4bf3-b113-860ae25ab31f HTTP/1.1" status: 200 len: 217 time: 0.0437348 Dec 14 12:58:56.318642 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85afd2c-3fab-4126-95d9-0489e9a2485e req-7ee6d1cc-8c82-4127-9c0f-4a5fa36665a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:56.320107 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d85afd2c-3fab-4126-95d9-0489e9a2485e req-7ee6d1cc-8c82-4127-9c0f-4a5fa36665a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb0a45b3-9a1f-4de3-a007-54fe484df4de HTTP/1.1" status: 200 len: 849 time: 0.0609972 Dec 14 12:58:56.324818 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b121c7bf-d25c-4ba8-b387-c57395e62524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:56.339375 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b541316-894a-496c-bd21-0c53de0173c9 req-b9c4f77c-ae93-4d41-8a89-95d80b7a5e69 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:56.341208 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0b541316-894a-496c-bd21-0c53de0173c9 req-b9c4f77c-ae93-4d41-8a89-95d80b7a5e69 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 945 time: 0.0542202 Dec 14 12:58:56.424307 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0b541316-894a-496c-bd21-0c53de0173c9 req-70b38335-6883-4b0a-9429-b87e2bf6fad8 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761683 Dec 14 12:58:56.436406 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c133a-e94e-477b-8d58-97ff6626ebfe req-b162fabb-b3ec-42e7-b651-05820e0abfb2 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:56.438043 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bd3c133a-e94e-477b-8d58-97ff6626ebfe req-b162fabb-b3ec-42e7-b651-05820e0abfb2 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 944 time: 0.0877905 Dec 14 12:58:56.489925 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bd3c133a-e94e-477b-8d58-97ff6626ebfe req-09503e49-ab7f-4d58-8767-9c85e62aa0ec tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448608 Dec 14 12:58:56.548226 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d85afd2c-3fab-4126-95d9-0489e9a2485e req-11f821d3-e212-477c-944a-1c8d3e19b102 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b2329a-0b17-4b80-8a98-25a960af76f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2181356 Dec 14 12:58:56.553854 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b121c7bf-d25c-4ba8-b387-c57395e62524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:56.669930 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b121c7bf-d25c-4ba8-b387-c57395e62524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:56.674608 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b121c7bf-d25c-4ba8-b387-c57395e62524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:56.674608 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-b121c7bf-d25c-4ba8-b387-c57395e62524 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5d533f5-0dba-4950-b762-2ecc8e7a05fb HTTP/1.1" status: 204 len: 168 time: 0.4713340 Dec 14 12:58:56.686020 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121c7bf-d25c-4ba8-b387-c57395e62524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d533f5-0dba-4950-b762-2ecc8e7a05fb,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:56.689096 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d85afd2c-3fab-4126-95d9-0489e9a2485e req-e4770415-a752-4ebf-8421-6852c8ed9dfd service neutron] 10.222.0.44 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194303 Dec 14 12:58:56.803834 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d85afd2c-3fab-4126-95d9-0489e9a2485e req-bc3d046f-e9e2-45c9-9043-8027b6ae304f service neutron] 10.222.0.44 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048636 Dec 14 12:58:57.291049 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:57.324181 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429a68-1a7e-43a8-a975-ef66c0ddcc08 req-97906165-8404-4d73-8713-73b6b984c314 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:57.325759 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ed429a68-1a7e-43a8-a975-ef66c0ddcc08 req-97906165-8404-4d73-8713-73b6b984c314 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0528002 Dec 14 12:58:57.373843 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ed429a68-1a7e-43a8-a975-ef66c0ddcc08 req-5d7e3593-075c-49ca-98a3-89c0511c0c42 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Dec 14 12:58:57.546524 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715fac-aa36-4b45-b838-baabb0254a05 req-07eee77b-ca75-4209-a8ec-69d47e1639a2 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:57.548445 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ed715fac-aa36-4b45-b838-baabb0254a05 req-07eee77b-ca75-4209-a8ec-69d47e1639a2 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 945 time: 0.0544484 Dec 14 12:58:57.629934 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ed715fac-aa36-4b45-b838-baabb0254a05 req-6febbcd3-e3d5-41bb-b7f8-66ae369644fe tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/security-groups?id=77d63eec-a6fb-436e-8c06-e367c67366a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739264 Dec 14 12:58:57.642253 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a37f7-990d-46c5-b2cd-db198906aa40 req-b8ed925f-82a5-49e2-8849-310c34e2af91 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:57.644108 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-822a37f7-990d-46c5-b2cd-db198906aa40 req-b8ed925f-82a5-49e2-8849-310c34e2af91 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 944 time: 0.0725691 Dec 14 12:58:57.723099 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-822a37f7-990d-46c5-b2cd-db198906aa40 req-5b915827-e204-4a7e-95b7-ec54f24423a2 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609057 Dec 14 12:58:57.762659 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97688af1-2770-47ec-99c5-f657e48ec77c req-082481fb-ad70-4d3f-8fc4-b041734eb187 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:57.764631 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-97688af1-2770-47ec-99c5-f657e48ec77c req-082481fb-ad70-4d3f-8fc4-b041734eb187 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.44 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 945 time: 0.1587541 Dec 14 12:58:57.934238 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-97688af1-2770-47ec-99c5-f657e48ec77c req-aed3250d-1d15-43af-8b3f-bd3b24a613d4 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Deleting port 1fe1c28a-b855-4e98-8e95-d0334e66858c {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 12:58:57.934576 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-97688af1-2770-47ec-99c5-f657e48ec77c req-aed3250d-1d15-43af-8b3f-bd3b24a613d4 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:58.029594 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-97688af1-2770-47ec-99c5-f657e48ec77c req-aed3250d-1d15-43af-8b3f-bd3b24a613d4 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] For port 1fe1c28a-b855-4e98-8e95-d0334e66858c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1fe1c28a-b855-4e98-8e95-d0334e66858c,segment=NetworkSegment(80130d1c-1473-456d-989c-6f510155d890),segment_id=80130d1c-1473-456d-989c-6f510155d890)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:58.029886 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-97688af1-2770-47ec-99c5-f657e48ec77c req-aed3250d-1d15-43af-8b3f-bd3b24a613d4 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:58.046987 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-97688af1-2770-47ec-99c5-f657e48ec77c req-aed3250d-1d15-43af-8b3f-bd3b24a613d4 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Calling delete_port for 1fe1c28a-b855-4e98-8e95-d0334e66858c owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 12:58:58.240304 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-97688af1-2770-47ec-99c5-f657e48ec77c req-aed3250d-1d15-43af-8b3f-bd3b24a613d4 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:58.254844 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['1fe1c28a-b855-4e98-8e95-d0334e66858c'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:58:58.268901 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3250d-1d15-43af-8b3f-bd3b24a613d4 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Pushing event deleted for resources: {'Port': ['ID=1fe1c28a-b855-4e98-8e95-d0334e66858c,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:58.334014 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-97688af1-2770-47ec-99c5-f657e48ec77c req-aed3250d-1d15-43af-8b3f-bd3b24a613d4 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] No DVR routers for this DVR port 1fe1c28a-b855-4e98-8e95-d0334e66858c on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 12:58:58.337051 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-97688af1-2770-47ec-99c5-f657e48ec77c req-aed3250d-1d15-43af-8b3f-bd3b24a613d4 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:58.340449 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-97688af1-2770-47ec-99c5-f657e48ec77c req-aed3250d-1d15-43af-8b3f-bd3b24a613d4 tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.44 "DELETE /v2.0/ports/1fe1c28a-b855-4e98-8e95-d0334e66858c HTTP/1.1" status: 204 len: 173 time: 0.5646586 Dec 14 12:58:58.340898 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0632db38-ebd1-43c1-8ab9-04fbb19edfa7', 'name': 'network-vif-deleted', 'tag': '1fe1c28a-b855-4e98-8e95-d0334e66858c'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:58:58.343136 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f60da7-ec85-4b75-ba70-e7c01b90c9ea" -d '{"events": [{"server_uuid": "0632db38-ebd1-43c1-8ab9-04fbb19edfa7", "name": "network-vif-deleted", "tag": "1fe1c28a-b855-4e98-8e95-d0334e66858c"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:58:58.381637 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ef97e6-7657-4185-b498-dcba2b3cc320 x-openstack-request-id: req-70ef97e6-7657-4185-b498-dcba2b3cc320 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:58:58.381985 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0632db38-ebd1-43c1-8ab9-04fbb19edfa7", "name": "network-vif-deleted", "tag": "1fe1c28a-b855-4e98-8e95-d0334e66858c", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:58:58.382228 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70ef97e6-7657-4185-b498-dcba2b3cc320 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:58:58.382639 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0632db38-ebd1-43c1-8ab9-04fbb19edfa7', 'name': 'network-vif-deleted', 'tag': '1fe1c28a-b855-4e98-8e95-d0334e66858c', 'status': 'completed', 'code': 200} Dec 14 12:58:58.451550 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 2f7ee134-4a53-4bf3-b113-860ae25ab31f details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 12:58:58.498698 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794af6cc-0191-4ca4-b9b5-21d9279a3351 req-ad00d370-e6ab-48d9-a2d2-2aaa5be5ccbf tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:58.500253 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-794af6cc-0191-4ca4-b9b5-21d9279a3351 req-ad00d370-e6ab-48d9-a2d2-2aaa5be5ccbf tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0505717 Dec 14 12:58:58.554642 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 2f7ee134-4a53-4bf3-b113-860ae25ab31f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2f7ee134-4a53-4bf3-b113-860ae25ab31f,segment=NetworkSegment(6e2f5ed2-fa68-49c2-903a-96f21ceee9ed),segment_id=6e2f5ed2-fa68-49c2-903a-96f21ceee9ed)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:58.558534 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-794af6cc-0191-4ca4-b9b5-21d9279a3351 req-600fe5e3-d60c-4d6f-b6a5-36b70c804442 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518794 Dec 14 12:58:58.577335 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '2f7ee134-4a53-4bf3-b113-860ae25ab31f', 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5', 'port_id': '2f7ee134-4a53-4bf3-b113-860ae25ab31f', 'mac_address': 'fa:16:3e:0e:03:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0a45b3-9a1f-4de3-a007-54fe484df4de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 12:58:58.637571 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:58.640415 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:58.662628 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7ee134-4a53-4bf3-b113-860ae25ab31f {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:58:58.690536 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 2f7ee134-4a53-4bf3-b113-860ae25ab31f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2f7ee134-4a53-4bf3-b113-860ae25ab31f,segment=NetworkSegment(6e2f5ed2-fa68-49c2-903a-96f21ceee9ed),segment_id=6e2f5ed2-fa68-49c2-903a-96f21ceee9ed)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:58:58.698386 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:58.763556 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=2f7ee134-4a53-4bf3-b113-860ae25ab31f,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:58:58.775935 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-834626db-4175-4565-b552-6d853eb2f72f req-e71bcac6-5e10-4e98-a1ca-68acc9d2e3eb tempest-DeleteServersTestJSON-1329684180 tempest-DeleteServersTestJSON-1329684180-project] 10.222.0.49 "GET /v2.0/ports?device_id=0632db38-ebd1-43c1-8ab9-04fbb19edfa7 HTTP/1.1" status: 200 len: 210 time: 0.0437818 Dec 14 12:58:58.854936 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155053c1-665c-40ff-8a7a-784c1a495d62 req-284a120d-1f27-4587-b604-76c6a8858eae tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:58.856577 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-155053c1-665c-40ff-8a7a-784c1a495d62 req-284a120d-1f27-4587-b604-76c6a8858eae tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 945 time: 0.0575538 Dec 14 12:58:58.905343 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-155053c1-665c-40ff-8a7a-784c1a495d62 req-b3ff67aa-2a0f-4586-9851-964a552951d8 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Dec 14 12:58:59.120486 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['2f7ee134-4a53-4bf3-b113-860ae25ab31f'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:58:59.579313 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:58:59.700800 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4930e-e06b-4a10-8ba0-0febf330f9e9 req-6c985248-1bca-4c12-bb76-ecaf5279c24e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:58:59.702461 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-55c4930e-e06b-4a10-8ba0-0febf330f9e9 req-6c985248-1bca-4c12-bb76-ecaf5279c24e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0571408 Dec 14 12:58:59.753762 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-55c4930e-e06b-4a10-8ba0-0febf330f9e9 req-22e797bc-b563-4526-8ce7-c182f6fb0aff tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453095 Dec 14 12:59:00.036467 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565a307-3cbc-435b-953b-e401bdb7e7c7 req-3c8ffa8f-868a-43d1-b3e9-5cbfba942e71 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:00.037959 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a565a307-3cbc-435b-953b-e401bdb7e7c7 req-3c8ffa8f-868a-43d1-b3e9-5cbfba942e71 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 945 time: 0.0517707 Dec 14 12:59:00.088723 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a565a307-3cbc-435b-953b-e401bdb7e7c7 req-3830a759-ba14-4c84-ac27-b505cbf6f5ea tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Dec 14 12:59:00.467819 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 2f7ee134-4a53-4bf3-b113-860ae25ab31f up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:59:00.516105 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 2f7ee134-4a53-4bf3-b113-860ae25ab31f completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 12:59:00.519897 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 2f7ee134-4a53-4bf3-b113-860ae25ab31f triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:59:00.520232 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:00.612533 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:00.639942 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce203e83-7410-4aa5-ade6-6595fc8a6393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7ee134-4a53-4bf3-b113-860ae25ab31f'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:00.643096 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2093a6-a3ea-460d-8f73-15fa8585c60f" -d '{"events": [{"server_uuid": "ce203e83-7410-4aa5-ade6-6595fc8a6393", "name": "network-vif-plugged", "status": "completed", "tag": "2f7ee134-4a53-4bf3-b113-860ae25ab31f"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:00.657499 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 2f7ee134-4a53-4bf3-b113-860ae25ab31f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2f7ee134-4a53-4bf3-b113-860ae25ab31f,segment=NetworkSegment(6e2f5ed2-fa68-49c2-903a-96f21ceee9ed),segment_id=6e2f5ed2-fa68-49c2-903a-96f21ceee9ed)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:00.663206 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:00.689254 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239a0a7a-2639-4449-b1df-7e9cb7711228 x-openstack-request-id: req-239a0a7a-2639-4449-b1df-7e9cb7711228 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:00.689566 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce203e83-7410-4aa5-ade6-6595fc8a6393", "name": "network-vif-plugged", "status": "completed", "tag": "2f7ee134-4a53-4bf3-b113-860ae25ab31f", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:00.689816 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-239a0a7a-2639-4449-b1df-7e9cb7711228 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:00.690198 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce203e83-7410-4aa5-ade6-6595fc8a6393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7ee134-4a53-4bf3-b113-860ae25ab31f', 'code': 200} Dec 14 12:59:00.717117 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=2f7ee134-4a53-4bf3-b113-860ae25ab31f,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:00.888225 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41074) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:00.899726 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e9ded-7410-4cfb-a3a0-a3ca5fc1fec5 req-fcb11a37-2bbe-415b-8235-bc0a9c57b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:00.901283 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-024e9ded-7410-4cfb-a3a0-a3ca5fc1fec5 req-fcb11a37-2bbe-415b-8235-bc0a9c57b1d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 1099 time: 0.0705495 Dec 14 12:59:00.971304 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac7e627-4792-4f4c-a048-c48a144983d7 admin admin] Deleting subnet e7d42129-fd8e-4f69-8cd9-189aa9f90c80 {{(pid=102350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 12:59:00.978252 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e627-4792-4f4c-a048-c48a144983d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.008643 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-024e9ded-7410-4cfb-a3a0-a3ca5fc1fec5 req-d4dd6177-9a77-4449-805e-05aa7184127f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900731 Dec 14 12:59:01.021033 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e627-4792-4f4c-a048-c48a144983d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728444'] for subnet, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.068384 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e627-4792-4f4c-a048-c48a144983d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.107574 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea41b0-b580-4e57-b22e-48a2787ba76a req-82d24124-89f3-474f-b71a-fb9982c9fc59 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:01.116830 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-29ea41b0-b580-4e57-b22e-48a2787ba76a req-82d24124-89f3-474f-b71a-fb9982c9fc59 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.2821681 Dec 14 12:59:01.157840 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e627-4792-4f4c-a048-c48a144983d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8747803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684766'] for subnet, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.178416 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-29ea41b0-b580-4e57-b22e-48a2787ba76a req-7b29eef4-4927-4c46-8b34-aa36d998cdc3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606644 Dec 14 12:59:01.187200 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e627-4792-4f4c-a048-c48a144983d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.193708 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-1ac7e627-4792-4f4c-a048-c48a144983d7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e7d42129-fd8e-4f69-8cd9-189aa9f90c80 HTTP/1.1" status: 204 len: 168 time: 0.3038068 Dec 14 12:59:01.194251 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41092) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:01.194757 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7e627-4792-4f4c-a048-c48a144983d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d42129-fd8e-4f69-8cd9-189aa9f90c80,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:01.302011 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.340975 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f2dcf-bab0-4416-9d78-97748c337e9d req-3cf0e4ca-d478-4c5c-88d0-6ced36a11aa2 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:01.342453 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8c7f2dcf-bab0-4416-9d78-97748c337e9d req-3cf0e4ca-d478-4c5c-88d0-6ced36a11aa2 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 946 time: 0.0981047 Dec 14 12:59:01.408884 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.442776 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b730c6a-6996-4279-a1dc-7c374c2056c6']}} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:59:01.453070 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8c7f2dcf-bab0-4416-9d78-97748c337e9d req-71df3279-6b14-418e-8a41-79bd1e5779ab tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986466 Dec 14 12:59:01.456767 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63af6b30-89fb-45ad-8835-0cd1fe79592d') {'for_net_delete': True} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:59:01.456874 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63af6b30-89fb-45ad-8835-0cd1fe79592d') {} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:59:01.471972 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777725'] for segment, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.502745 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.530875 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41112) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:01.537460 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 12:59:01.537857 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8581097'] for segment, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: Traceback (most recent call last): Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: timer() Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: cb(*args, **kw) Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: return func(*args, **kwargs) Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: self._notify() Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: self.callback(batched_events) Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: event.method(event) Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: return f(self, *a, **k) Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._get(url).json() Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: return self.request(url, 'GET', **kwargs) Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 12:59:01.539507 dv-cinder-784477-10-iscsi neutron-server[102351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 12:59:01.594924 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Deleting subnet 7963335d-5358-40c2-8f2c-eb77d0123480 {{(pid=102350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 12:59:01.599160 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.620436 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.628012 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.633831 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8b730c6a-6996-4279-a1dc-7c374c2056c6 HTTP/1.1" status: 204 len: 168 time: 0.4358425 Dec 14 12:59:01.635686 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41114) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:01.647220 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-4f8097cd-792f-471c-ad86-d6136252e700 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:01.648660 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-4f8097cd-792f-471c-ad86-d6136252e700 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 814 time: 0.1789529 Dec 14 12:59:01.649826 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65580b-3f86-4bd0-af32-e96102d7cd28 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b730c6a-6996-4279-a1dc-7c374c2056c6,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:01.665141 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-789e3eaa-1901-47d5-8d11-e411e42125b3 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/quotas/ad27b8951cae4eeeafa257f45217653a HTTP/1.1" status: 200 len: 375 time: 0.0094109 Dec 14 12:59:01.666986 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728444'] for subnet, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.714485 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-29788893-d812-4dcd-97ce-dec6623a7325 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433211 Dec 14 12:59:01.719220 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc2646d-cd65-4188-8f64-b5646c8a5710 admin admin] Deleting subnet c064dee5-26a6-4a9d-9c09-ab6f6e072e8a {{(pid=102350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 12:59:01.725034 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5cc2646d-cd65-4188-8f64-b5646c8a5710 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.726886 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.795564 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5cc2646d-cd65-4188-8f64-b5646c8a5710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728444'] for subnet, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.817443 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-13e17ebe-944b-4205-a2e9-997b71a04975 service neutron] 10.222.0.49 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958371 Dec 14 12:59:01.835097 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8747803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684766'] for subnet, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.850284 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5cc2646d-cd65-4188-8f64-b5646c8a5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.886506 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.889839 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7963335d-5358-40c2-8f2c-eb77d0123480 HTTP/1.1" status: 204 len: 168 time: 0.3575809 Dec 14 12:59:01.890778 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7963335d-5358-40c2-8f2c-eb77d0123480,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:01.893540 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41118) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:01.903709 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.904057 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.904393 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.904725 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.905085 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.905415 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.905738 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.906062 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.906384 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.906708 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.907023 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.907336 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.907661 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff32e0d-4957-4184-a440-179419e806e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:01.936818 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5cc2646d-cd65-4188-8f64-b5646c8a5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8747803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684766'] for subnet, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.952640 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-5c62ff16-06f9-4bb8-ad28-8d803e7bc27d service neutron] 10.222.0.49 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282730 Dec 14 12:59:01.968086 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2646d-cd65-4188-8f64-b5646c8a5710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c064dee5-26a6-4a9d-9c09-ab6f6e072e8a,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:01.973529 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5cc2646d-cd65-4188-8f64-b5646c8a5710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:01.976775 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-5cc2646d-cd65-4188-8f64-b5646c8a5710 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c064dee5-26a6-4a9d-9c09-ab6f6e072e8a HTTP/1.1" status: 204 len: 168 time: 0.3397799 Dec 14 12:59:01.979329 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41120) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:01.990114 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.080716 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.141751 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.162995 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5b5298ca-db02-44d4-99a4-2e2d5da96c1e req-6a283988-592c-4a32-9963-74ea29a5be1d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 210 time: 0.0440717 Dec 14 12:59:02.195265 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a5a2e8-21c1-464a-bc3c-89f463700b17']}} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:59:02.214093 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80130d1c-1473-456d-989c-6f510155d890') {'for_net_delete': True} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:59:02.214385 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80130d1c-1473-456d-989c-6f510155d890') {} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:59:02.259772 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777725'] for segment, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.293934 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.304724 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.324063 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 12:59:02.324561 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8581097'] for segment, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: Traceback (most recent call last): Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: timer() Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: cb(*args, **kw) Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: return func(*args, **kwargs) Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: self._notify() Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: self.callback(batched_events) Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: event.method(event) Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: return f(self, *a, **k) Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._get(url).json() Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: return self.request(url, 'GET', **kwargs) Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 12:59:02.326573 dv-cinder-784477-10-iscsi neutron-server[102351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 12:59:02.342212 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373dce2a-170c-4c09-848d-b9b2f8c3ec42']}} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:59:02.384622 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f964148-0440-4941-b497-987ee3255408') {'for_net_delete': True} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:59:02.384941 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f964148-0440-4941-b497-987ee3255408') {} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 12:59:02.399565 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd330758-d44d-4ff4-8238-1aa68a52afe8 req-fb8d9c59-6069-466e-ba7c-b48d5b4088a0 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:02.401096 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dd330758-d44d-4ff4-8238-1aa68a52afe8 req-fb8d9c59-6069-466e-ba7c-b48d5b4088a0 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.1434433 Dec 14 12:59:02.415475 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777725'] for segment, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.444027 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.447131 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.462062 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.470711 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 1fe1c28a-b855-4e98-8e95-d0334e66858c no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 12:59:02.472477 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] 10.222.0.49 "DELETE /v2.0/networks/76a5a2e8-21c1-464a-bc3c-89f463700b17 HTTP/1.1" status: 204 len: 168 time: 0.5753682 Dec 14 12:59:02.486676 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 12:59:02.487072 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8581097'] for segment, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: Traceback (most recent call last): Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: timer() Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: cb(*args, **kw) Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: return func(*args, **kwargs) Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: self._notify() Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: self.callback(batched_events) Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: event.method(event) Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: return f(self, *a, **k) Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._get(url).json() Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: return self.request(url, 'GET', **kwargs) Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 12:59:02.488878 dv-cinder-784477-10-iscsi neutron-server[102351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 12:59:02.497061 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 1fe1c28a-b855-4e98-8e95-d0334e66858c {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 12:59:02.497828 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 1fe1c28a-b855-4e98-8e95-d0334e66858c not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 12:59:02.505242 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a5a2e8-21c1-464a-bc3c-89f463700b17,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:02.546637 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.547017 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.547257 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.547586 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.548623 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.548623 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.548842 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.549176 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.549496 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.549811 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.550126 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.550435 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.550819 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff548-c0bc-4fd4-b37b-9567e6b34524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:02.570975 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dd330758-d44d-4ff4-8238-1aa68a52afe8 req-5ec98db3-6101-4c66-aee5-341cef98771b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586511 Dec 14 12:59:02.587568 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.599916 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.605895 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] 10.222.0.49 "DELETE /v2.0/networks/373dce2a-170c-4c09-848d-b9b2f8c3ec42 HTTP/1.1" status: 204 len: 168 time: 0.6231601 Dec 14 12:59:02.622781 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe3982-e6a0-4e96-b061-a63e0f9c8987 admin admin] Pushing event deleted for resources: {'Network': ['ID=373dce2a-170c-4c09-848d-b9b2f8c3ec42,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:02.745445 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95036afb-f4ca-4e5b-a4eb-74ad7afc84ee req-adb1b054-31af-4df1-b22f-7a15868ebf32 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:02.747513 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-95036afb-f4ca-4e5b-a4eb-74ad7afc84ee req-adb1b054-31af-4df1-b22f-7a15868ebf32 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 946 time: 0.0690062 Dec 14 12:59:02.777346 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41154) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:02.812987 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-95036afb-f4ca-4e5b-a4eb-74ad7afc84ee req-84fe3dc9-b06b-4527-839b-a68314ebb056 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577900 Dec 14 12:59:02.858091 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-8c8c6345-4674-46bb-bf9b-56fda31ff68b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb24e38ec8e34dd9a93459b7ff9ba97a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0798426 Dec 14 12:59:02.860616 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41160) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:02.911411 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ee96b7-b251-4833-99bd-4f4518c7bf2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.934400 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ee96b7-b251-4833-99bd-4f4518c7bf2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.971084 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41162) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:02.986933 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ee96b7-b251-4833-99bd-4f4518c7bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.989604 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-00ee96b7-b251-4833-99bd-4f4518c7bf2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:02.990764 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-00ee96b7-b251-4833-99bd-4f4518c7bf2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77d63eec-a6fb-436e-8c06-e367c67366a0 HTTP/1.1" status: 204 len: 168 time: 0.1287210 Dec 14 12:59:02.998553 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee96b7-b251-4833-99bd-4f4518c7bf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d63eec-a6fb-436e-8c06-e367c67366a0,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:03.058875 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41168) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:03.093867 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-da8aa7ab-9cc1-4e1b-97a6-af8ce6d9168d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.099142 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-b38b040b-566b-4748-869c-d14b5b57dce3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10ffc21756384e9ca20daffd6d287619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384541 Dec 14 12:59:03.101669 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41170) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:03.157907 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e73a-b336-4546-9523-a3c3545509fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.175377 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-da8aa7ab-9cc1-4e1b-97a6-af8ce6d9168d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.180580 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-da8aa7ab-9cc1-4e1b-97a6-af8ce6d9168d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.186993 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e73a-b336-4546-9523-a3c3545509fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.227427 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-da8aa7ab-9cc1-4e1b-97a6-af8ce6d9168d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b95bee0cd0842afae1d9da64f009e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526178 Dec 14 12:59:03.227840 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41174) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:03.228897 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8aa7ab-9cc1-4e1b-97a6-af8ce6d9168d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f353ea8a-526a-4a08-8f07-bb45d90e2823,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:03.253657 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e73a-b336-4546-9523-a3c3545509fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.256285 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e73a-b336-4546-9523-a3c3545509fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.257493 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-3ac8e73a-b336-4546-9523-a3c3545509fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f361090-845c-420b-85c3-2e05a9f3fa4b HTTP/1.1" status: 204 len: 168 time: 0.1547160 Dec 14 12:59:03.276028 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8e73a-b336-4546-9523-a3c3545509fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f361090-845c-420b-85c3-2e05a9f3fa4b,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:03.295340 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5eaced5d-fa4d-43ba-b168-020b40470b55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.318325 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5eaced5d-fa4d-43ba-b168-020b40470b55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.318450 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dd8b6807-be9d-49ec-942d-5b682c204951 req-892f3642-5831-41db-9f80-a9c69b1f19dc tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 210 time: 0.0714593 Dec 14 12:59:03.394505 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5eaced5d-fa4d-43ba-b168-020b40470b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.397320 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5eaced5d-fa4d-43ba-b168-020b40470b55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.401012 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-5eaced5d-fa4d-43ba-b168-020b40470b55 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f353ea8a-526a-4a08-8f07-bb45d90e2823 HTTP/1.1" status: 204 len: 168 time: 0.1698153 Dec 14 12:59:03.412604 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaced5d-fa4d-43ba-b168-020b40470b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f353ea8a-526a-4a08-8f07-bb45d90e2823,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:03.580266 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-25627018-2b78-47d5-81b8-c69f8931977f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:03.581799 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-25627018-2b78-47d5-81b8-c69f8931977f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 814 time: 0.1281991 Dec 14 12:59:03.602469 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Request body: {'port': {'device_id': '6601be22-57ed-4f24-a26d-d909c51113c8', 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868', 'admin_state_up': True, 'tenant_id': 'ad27b8951cae4eeeafa257f45217653a'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:03.742075 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dfe39-c5a2-41fc-ab5b-8dfd64996c88 req-0e0ef4f5-8e41-4ed5-971b-642af806eaf5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:03.744066 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-561dfe39-c5a2-41fc-ab5b-8dfd64996c88 req-0e0ef4f5-8e41-4ed5-971b-642af806eaf5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0578747 Dec 14 12:59:03.750794 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41198) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:03.769539 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Made reservation on behalf of ad27b8951cae4eeeafa257f45217653a for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:59:03.776886 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.780551 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f624003f-d77f-42a7-a693-10d00c21d1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.810310 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41200) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:03.842052 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-561dfe39-c5a2-41fc-ab5b-8dfd64996c88 req-58a44373-3a84-45f9-89fc-5302fde3acdf tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920954 Dec 14 12:59:03.887408 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-bd76e0d1-606f-46bd-b64d-ab60206f857a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0816658426f74ca285fd064f9bc03817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0721714 Dec 14 12:59:03.891217 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41206) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:03.939037 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f624003f-d77f-42a7-a693-10d00c21d1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:03.949534 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f624003f-d77f-42a7-a693-10d00c21d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.012487 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-f624003f-d77f-42a7-a693-10d00c21d1c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbfb9f157b60463ba9bd52f86a821f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601812 Dec 14 12:59:04.015205 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624003f-d77f-42a7-a693-10d00c21d1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25de14b9-66c9-4ff9-a5f8-9e0bc4fe31df,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:04.016264 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41212) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:04.030437 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cf633-721c-47e8-9827-848352d8304b req-980761c8-930b-4438-b283-f28a1c6159ef tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:04.032116 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-988cf633-721c-47e8-9827-848352d8304b req-980761c8-930b-4438-b283-f28a1c6159ef tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 946 time: 0.0953524 Dec 14 12:59:04.054978 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Allocated IP 172.20.0.5 (f9d231ae-628f-4043-969c-cf414631d868/15225643-240f-4abd-9f55-847561dbe860/e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:59:04.061733 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e5280a34-3014-4979-bbb5-207a25d0fadf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.089015 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-988cf633-721c-47e8-9827-848352d8304b req-2e74bdf4-70f4-42ee-b3cc-b7ee8a5c3700 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503423 Dec 14 12:59:04.113407 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e5280a34-3014-4979-bbb5-207a25d0fadf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.157246 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63cedf71-9db8-4459-8182-99813795e88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.236333 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63cedf71-9db8-4459-8182-99813795e88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.274656 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e5280a34-3014-4979-bbb5-207a25d0fadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.277309 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e5280a34-3014-4979-bbb5-207a25d0fadf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.278404 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-e5280a34-3014-4979-bbb5-207a25d0fadf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80b274e7-d8d2-4bbe-a4e1-6df770b4f389 HTTP/1.1" status: 204 len: 168 time: 0.3845172 Dec 14 12:59:04.304990 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5280a34-3014-4979-bbb5-207a25d0fadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b274e7-d8d2-4bbe-a4e1-6df770b4f389,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:04.342127 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.356203 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63cedf71-9db8-4459-8182-99813795e88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.358790 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63cedf71-9db8-4459-8182-99813795e88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.362228 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-63cedf71-9db8-4459-8182-99813795e88d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25de14b9-66c9-4ff9-a5f8-9e0bc4fe31df HTTP/1.1" status: 204 len: 168 time: 0.3409057 Dec 14 12:59:04.371983 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cedf71-9db8-4459-8182-99813795e88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25de14b9-66c9-4ff9-a5f8-9e0bc4fe31df,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:04.401471 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.414994 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['11ccc809-2261-401d-8da3-2d48bb297543'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:59:04.524979 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Network f9d231ae-628f-4043-969c-cf414631d868 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:59:04.528185 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:59:04.531931 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:59:04.582374 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8135dc2-d3ea-42ad-b5bf-aa2da4d8da25 req-ef7a8e1c-32cd-4b62-be70-bd0f43875450 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:04.584075 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d8135dc2-d3ea-42ad-b5bf-aa2da4d8da25 req-ef7a8e1c-32cd-4b62-be70-bd0f43875450 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 931 time: 0.1076818 Dec 14 12:59:04.591654 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Pushing event updated for resources: {'Port': ['ID=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:04.663969 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:04.665153 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:04.670781 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d8135dc2-d3ea-42ad-b5bf-aa2da4d8da25 req-c4f084a8-1bfb-40ae-a4ab-d5937f453f51 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707076 Dec 14 12:59:04.696104 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-50ce9d48-4b0a-493a-ab1e-63eb72b3cd3c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0984790 Dec 14 12:59:04.716461 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Request body: {'port': {'device_id': '6601be22-57ed-4f24-a26d-d909c51113c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:04.785519 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:05.140533 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753716be-eb12-4d20-b23d-bed1472056fd req-a6474b84-4a9e-4abd-b6b5-809d2412e43a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:05.142608 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-753716be-eb12-4d20-b23d-bed1472056fd req-a6474b84-4a9e-4abd-b6b5-809d2412e43a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0961654 Dec 14 12:59:05.212568 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:59:05.222397 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:05.236975 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Transition to ACTIVE for port object e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 12:59:05.237937 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea456eb-6cbe-40ad-9e1c-064963f60f4e req-0236f3de-41d1-4016-baaf-f99e4cca000a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:05.242530 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:05.248869 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0ea456eb-6cbe-40ad-9e1c-064963f60f4e req-0236f3de-41d1-4016-baaf-f99e4cca000a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 946 time: 0.1178169 Dec 14 12:59:05.330342 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-753716be-eb12-4d20-b23d-bed1472056fd req-3c82a317-5b42-4dde-a9dd-f84ac28de009 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719871 Dec 14 12:59:05.369870 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0ea456eb-6cbe-40ad-9e1c-064963f60f4e req-49b857ec-c70c-4653-843c-d4ed92535338 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201136 Dec 14 12:59:05.401441 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Pushing event updated for resources: {'Port': ['ID=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:05.456366 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Attempting to bind port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:59:05.456693 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Attempting to bind port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:59:05.457066 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Attempting to bind port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe on network f9d231ae-628f-4043-969c-cf414631d868 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:59:05.462296 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe on network f9d231ae-628f-4043-969c-cf414631d868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 12:59:05.462767 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Attempting to bind port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe on network f9d231ae-628f-4043-969c-cf414631d868 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:59:05.468881 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:59:05.469288 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Checking segment: {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:59:05.469677 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Bound using segment: {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:59:05.470111 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Bound port: e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:59:05.471019 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:05.546651 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] For port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:59:05.550362 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] For port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:59:05.554887 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:05.586052 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:05.586662 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:05.588112 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] 10.222.0.44 "PUT /v2.0/ports/e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe HTTP/1.1" status: 200 len: 1093 time: 0.8779471 Dec 14 12:59:05.588510 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6601be22-57ed-4f24-a26d-d909c51113c8', 'tag': 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:05.590867 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b6d063-fda9-46a4-a781-803872ee7c79" -d '{"events": [{"name": "network-changed", "server_uuid": "6601be22-57ed-4f24-a26d-d909c51113c8", "tag": "e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:05.681357 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64badbd2-76cd-4502-975f-05cf3b0f3e19 service neutron] Pushing event updated for resources: {'Port': ['ID=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:05.735529 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-4ca0407c-7962-4757-b58a-a47aa3255674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:05.740522 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-4ca0407c-7962-4757-b58a-a47aa3255674 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 1096 time: 0.0975425 Dec 14 12:59:05.795368 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-00ce8b11-60dd-4109-bab6-f2eab828e57d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe HTTP/1.1" status: 200 len: 217 time: 0.0457046 Dec 14 12:59:05.831893 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5aa40-8a1e-42ec-9f8b-36d9364f19cf req-3036bdf6-6644-427d-9ac4-7b69eef52e7e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:05.835529 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-25e5aa40-8a1e-42ec-9f8b-36d9364f19cf req-3036bdf6-6644-427d-9ac4-7b69eef52e7e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 943 time: 0.0781007 Dec 14 12:59:05.847763 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7821de-3a43-4df7-8408-b28f0a61398b x-openstack-request-id: req-1c7821de-3a43-4df7-8408-b28f0a61398b {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:05.848271 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6601be22-57ed-4f24-a26d-d909c51113c8", "tag": "e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:05.848679 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c7821de-3a43-4df7-8408-b28f0a61398b {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:05.849224 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6601be22-57ed-4f24-a26d-d909c51113c8', 'tag': 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe', 'status': 'completed', 'code': 200} Dec 14 12:59:05.871606 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-8f82e01a-16d8-4006-80fe-c267b9aeffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:05.873136 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-8f82e01a-16d8-4006-80fe-c267b9aeffd2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15225643-240f-4abd-9f55-847561dbe860 HTTP/1.1" status: 200 len: 854 time: 0.0659902 Dec 14 12:59:05.906343 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-25e5aa40-8a1e-42ec-9f8b-36d9364f19cf req-47b73666-c7c7-4be2-863c-28d03181e3fd tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640929 Dec 14 12:59:05.928643 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-b10fa147-5807-4b7e-a438-5cf052d4a786 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9d231ae-628f-4043-969c-cf414631d868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360951 Dec 14 12:59:06.042949 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-99e834af-1c14-4fc4-ab5d-40b361f9c72f service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054001 Dec 14 12:59:06.151775 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-588bd521-6f97-4d1a-844a-48ac3d7ebee7 req-1d5d287c-18c2-47ec-af01-70219a848f27 service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906324 Dec 14 12:59:06.291447 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6d063-fda9-46a4-a781-803872ee7c79 req-3c92f7a9-0a22-460b-85e4-a8e2142e4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:06.294975 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-38b6d063-fda9-46a4-a781-803872ee7c79 req-3c92f7a9-0a22-460b-85e4-a8e2142e4b4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 1096 time: 0.0497220 Dec 14 12:59:06.341867 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41326) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:06.451680 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6d063-fda9-46a4-a781-803872ee7c79 req-87fa89ca-98a3-4d3e-bad0-4ca6b70034ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:06.453352 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-38b6d063-fda9-46a4-a781-803872ee7c79 req-87fa89ca-98a3-4d3e-bad0-4ca6b70034ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 915 time: 0.1468885 Dec 14 12:59:06.485199 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce30b0-2f24-4b82-ad47-e6cc690e2c21 req-db96a15e-90fc-4125-b577-ef88cae2b605 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:06.487056 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-98ce30b0-2f24-4b82-ad47-e6cc690e2c21 req-db96a15e-90fc-4125-b577-ef88cae2b605 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0703700 Dec 14 12:59:06.546681 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-38b6d063-fda9-46a4-a781-803872ee7c79 req-d9ac255e-d411-4f4b-b5b6-4c01ddc33c23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe HTTP/1.1" status: 200 len: 217 time: 0.0779991 Dec 14 12:59:06.567837 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-98ce30b0-2f24-4b82-ad47-e6cc690e2c21 req-36fc7632-9ce0-452d-9e9d-c44dd1b405d4 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740030 Dec 14 12:59:06.619047 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6d063-fda9-46a4-a781-803872ee7c79 req-03e0d667-ab45-479f-a542-d890acb7c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:06.620634 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-38b6d063-fda9-46a4-a781-803872ee7c79 req-03e0d667-ab45-479f-a542-d890acb7c7f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15225643-240f-4abd-9f55-847561dbe860 HTTP/1.1" status: 200 len: 854 time: 0.0646794 Dec 14 12:59:06.622576 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-48b13b20-fe3b-4dae-8d36-586dfeeb99ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:06.669459 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7dbea-e79d-439e-afff-d7bd8d68f237 req-64cb8925-9dfc-4b61-9757-c0be1dac1d2c tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:06.669834 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-38b6d063-fda9-46a4-a781-803872ee7c79 req-31ad4a72-47af-46c6-9b33-e3f54972597c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9d231ae-628f-4043-969c-cf414631d868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375428 Dec 14 12:59:06.671082 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1ca7dbea-e79d-439e-afff-d7bd8d68f237 req-64cb8925-9dfc-4b61-9757-c0be1dac1d2c tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 946 time: 0.1023543 Dec 14 12:59:06.746805 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1ca7dbea-e79d-439e-afff-d7bd8d68f237 req-56c90bf8-9c35-4a53-b9e4-a49a963e841f tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677052 Dec 14 12:59:06.794460 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-48b13b20-fe3b-4dae-8d36-586dfeeb99ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:06.802252 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-48b13b20-fe3b-4dae-8d36-586dfeeb99ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:06.820834 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-38b6d063-fda9-46a4-a781-803872ee7c79 req-cba6e92b-f912-44cb-a0a3-47013bc6757b service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398587 Dec 14 12:59:06.850537 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-48b13b20-fe3b-4dae-8d36-586dfeeb99ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1c418556082407ab3f90f0379a7ffaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5075674 Dec 14 12:59:06.853098 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41358) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:06.880114 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b13b20-fe3b-4dae-8d36-586dfeeb99ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9bb878-2637-44cd-90b4-0329b480de63,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:06.912804 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0eb2122c-1b94-4da7-be47-02c3684791e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:06.935203 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0eb2122c-1b94-4da7-be47-02c3684791e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:06.951024 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41362) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:06.994793 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-38b6d063-fda9-46a4-a781-803872ee7c79 req-9de704e3-c3a7-4031-af94-7ffc88640d21 service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614668 Dec 14 12:59:07.027998 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0eb2122c-1b94-4da7-be47-02c3684791e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.030564 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0eb2122c-1b94-4da7-be47-02c3684791e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.031724 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-0eb2122c-1b94-4da7-be47-02c3684791e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d9bb878-2637-44cd-90b4-0329b480de63 HTTP/1.1" status: 204 len: 168 time: 0.1774685 Dec 14 12:59:07.048112 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2122c-1b94-4da7-be47-02c3684791e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9bb878-2637-44cd-90b4-0329b480de63,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:07.060292 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07252cd-5b50-4b61-a44d-22dd77f0a5ab req-64594d69-ab8d-4a32-8977-5c50d91e0f87 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:07.061897 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c07252cd-5b50-4b61-a44d-22dd77f0a5ab req-64594d69-ab8d-4a32-8977-5c50d91e0f87 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 943 time: 0.0698802 Dec 14 12:59:07.112078 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1e960c66-347b-47ca-bec6-190731260897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.172475 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c07252cd-5b50-4b61-a44d-22dd77f0a5ab req-a0f1ca54-958f-4788-848e-8f980d65d26b tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028156 Dec 14 12:59:07.234900 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1e960c66-347b-47ca-bec6-190731260897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.240228 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1e960c66-347b-47ca-bec6-190731260897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.280524 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e960c66-347b-47ca-bec6-190731260897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909ca339-3e3b-43e1-ae05-b42690e836df,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:07.288685 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-1e960c66-347b-47ca-bec6-190731260897 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cd500f4cce340b88556d8dc52e09b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341887 Dec 14 12:59:07.289199 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41374) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:07.328113 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bf078-dddc-4196-983d-e7ed84653071 req-9f11a71c-18b9-4385-8f35-78cd26401ede tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:07.329454 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-008bf078-dddc-4196-983d-e7ed84653071 req-9f11a71c-18b9-4385-8f35-78cd26401ede tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 946 time: 0.2598994 Dec 14 12:59:07.343510 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-74d3a80c-3e59-45c3-b1d9-b4a13fac3412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.368499 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-74d3a80c-3e59-45c3-b1d9-b4a13fac3412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.420715 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-74d3a80c-3e59-45c3-b1d9-b4a13fac3412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.423883 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-74d3a80c-3e59-45c3-b1d9-b4a13fac3412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.425066 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-74d3a80c-3e59-45c3-b1d9-b4a13fac3412 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/909ca339-3e3b-43e1-ae05-b42690e836df HTTP/1.1" status: 204 len: 168 time: 0.1351545 Dec 14 12:59:07.433166 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3a80c-3e59-45c3-b1d9-b4a13fac3412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909ca339-3e3b-43e1-ae05-b42690e836df,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:07.434725 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-008bf078-dddc-4196-983d-e7ed84653071 req-e0ac249d-ba03-4a98-a994-11911d65a73b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Deleting port 2f7ee134-4a53-4bf3-b113-860ae25ab31f {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 12:59:07.435076 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-008bf078-dddc-4196-983d-e7ed84653071 req-e0ac249d-ba03-4a98-a994-11911d65a73b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.537208 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-008bf078-dddc-4196-983d-e7ed84653071 req-e0ac249d-ba03-4a98-a994-11911d65a73b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] For port 2f7ee134-4a53-4bf3-b113-860ae25ab31f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2f7ee134-4a53-4bf3-b113-860ae25ab31f,segment=NetworkSegment(6e2f5ed2-fa68-49c2-903a-96f21ceee9ed),segment_id=6e2f5ed2-fa68-49c2-903a-96f21ceee9ed)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:07.537655 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-008bf078-dddc-4196-983d-e7ed84653071 req-e0ac249d-ba03-4a98-a994-11911d65a73b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.552890 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-008bf078-dddc-4196-983d-e7ed84653071 req-e0ac249d-ba03-4a98-a994-11911d65a73b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Calling delete_port for 2f7ee134-4a53-4bf3-b113-860ae25ab31f owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 12:59:07.725631 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-008bf078-dddc-4196-983d-e7ed84653071 req-e0ac249d-ba03-4a98-a994-11911d65a73b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.740358 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ad9b6-4a04-4bc8-b982-d46144bbd4cd req-5741040b-f82f-4e37-9c87-7888474dddce tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:07.741987 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['2f7ee134-4a53-4bf3-b113-860ae25ab31f'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:59:07.749521 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7e6ad9b6-4a04-4bc8-b982-d46144bbd4cd req-5741040b-f82f-4e37-9c87-7888474dddce tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0699248 Dec 14 12:59:07.750240 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41394) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:07.764661 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac249d-ba03-4a98-a994-11911d65a73b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Pushing event deleted for resources: {'Port': ['ID=2f7ee134-4a53-4bf3-b113-860ae25ab31f,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:07.766131 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa40e-c9e1-463e-b0d4-11b4ff22e904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.820118 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-008bf078-dddc-4196-983d-e7ed84653071 req-e0ac249d-ba03-4a98-a994-11911d65a73b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] No DVR routers for this DVR port 2f7ee134-4a53-4bf3-b113-860ae25ab31f on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 12:59:07.823542 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-008bf078-dddc-4196-983d-e7ed84653071 req-e0ac249d-ba03-4a98-a994-11911d65a73b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.843359 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-008bf078-dddc-4196-983d-e7ed84653071 req-e0ac249d-ba03-4a98-a994-11911d65a73b tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.44 "DELETE /v2.0/ports/2f7ee134-4a53-4bf3-b113-860ae25ab31f HTTP/1.1" status: 204 len: 173 time: 0.4999907 Dec 14 12:59:07.850943 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce203e83-7410-4aa5-ade6-6595fc8a6393', 'name': 'network-vif-deleted', 'tag': '2f7ee134-4a53-4bf3-b113-860ae25ab31f'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:07.853935 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71903e7d-b727-46a2-aaa7-9d47d2ce6e3a" -d '{"events": [{"server_uuid": "ce203e83-7410-4aa5-ade6-6595fc8a6393", "name": "network-vif-deleted", "tag": "2f7ee134-4a53-4bf3-b113-860ae25ab31f"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:07.887851 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7e6ad9b6-4a04-4bc8-b982-d46144bbd4cd req-56a375cc-5f59-48d4-bd1a-356806226e87 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235929 Dec 14 12:59:07.907678 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-56a1a1c0-776f-4e7e-8c0a-54e14579285c req-a8472b1b-0652-4c59-8157-d597c8ccb54d tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce203e83-7410-4aa5-ade6-6595fc8a6393 HTTP/1.1" status: 200 len: 210 time: 0.0394406 Dec 14 12:59:07.951645 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e8811f-1b0b-473e-b661-303380443788 x-openstack-request-id: req-d7e8811f-1b0b-473e-b661-303380443788 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:07.952316 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce203e83-7410-4aa5-ade6-6595fc8a6393", "name": "network-vif-deleted", "tag": "2f7ee134-4a53-4bf3-b113-860ae25ab31f", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:07.952703 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7e8811f-1b0b-473e-b661-303380443788 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:07.953433 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce203e83-7410-4aa5-ade6-6595fc8a6393', 'name': 'network-vif-deleted', 'tag': '2f7ee134-4a53-4bf3-b113-860ae25ab31f', 'status': 'completed', 'code': 200} Dec 14 12:59:07.971443 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa40e-c9e1-463e-b0d4-11b4ff22e904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:07.975821 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa40e-c9e1-463e-b0d4-11b4ff22e904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:08.028649 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-0d0aa40e-c9e1-463e-b0d4-11b4ff22e904 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02d110ec96964c359b054b919194a7af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771950 Dec 14 12:59:08.029531 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0aa40e-c9e1-463e-b0d4-11b4ff22e904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a274ad-8ebd-441b-90c4-8aa93b7ce0c9,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:08.031501 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41412) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:08.088530 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-f32c9dcd-bbd3-47b9-9db4-1601bb4a7dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:08.110518 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-f32c9dcd-bbd3-47b9-9db4-1601bb4a7dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:08.169534 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-f32c9dcd-bbd3-47b9-9db4-1601bb4a7dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:08.173502 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-f32c9dcd-bbd3-47b9-9db4-1601bb4a7dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:08.174860 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-f32c9dcd-bbd3-47b9-9db4-1601bb4a7dd9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20a274ad-8ebd-441b-90c4-8aa93b7ce0c9 HTTP/1.1" status: 204 len: 168 time: 0.1422701 Dec 14 12:59:08.185039 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c9dcd-bbd3-47b9-9db4-1601bb4a7dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a274ad-8ebd-441b-90c4-8aa93b7ce0c9,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:08.337023 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae504ac-7e20-4b65-a08c-3afc50089fef req-7ea62ee3-c120-4bc3-b122-a8556102ddbb tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:08.344760 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2ae504ac-7e20-4b65-a08c-3afc50089fef req-7ea62ee3-c120-4bc3-b122-a8556102ddbb tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 943 time: 0.0788174 Dec 14 12:59:08.426979 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2ae504ac-7e20-4b65-a08c-3afc50089fef req-efce5981-a07e-4909-9312-d03ca2140d89 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808265 Dec 14 12:59:08.522895 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 12:59:08.658373 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:08.675991 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe', 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868', 'port_id': 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe', 'mac_address': 'fa:16:3e:bb:e1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15225643-240f-4abd-9f55-847561dbe860', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 12:59:08.720164 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:08.738815 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:59:08.759646 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:08.765843 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:08.814909 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:08.828164 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.828638 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.829091 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.829441 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.829780 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.830115 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.830461 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.830799 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.831128 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.831475 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.831805 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.832128 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:08.832453 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 12:59:09.033790 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567ec99-1a49-4733-b1f5-f2ab8f0b5abe req-2f40ced8-8fd7-4b92-a97c-41c080106b62 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:09.035228 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e567ec99-1a49-4733-b1f5-f2ab8f0b5abe req-2f40ced8-8fd7-4b92-a97c-41c080106b62 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0582771 Dec 14 12:59:09.087969 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e567ec99-1a49-4733-b1f5-f2ab8f0b5abe req-43085b9e-dba3-4718-911c-1739943317f1 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441718 Dec 14 12:59:09.144445 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:59:09.310167 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41484) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:09.372468 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-b1c109d1-9d27-441e-8cd9-add4672d5667 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:09.378534 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-b1c109d1-9d27-441e-8cd9-add4672d5667 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/networks?id=f9b2329a-0b17-4b80-8a98-25a960af76f5 HTTP/1.1" status: 200 len: 809 time: 0.1576035 Dec 14 12:59:09.404419 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-43d54d27-892e-4706-99b9-d77c19f22f2d tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/quotas/9fa190426a6c4b9c9d6d259455a647ca HTTP/1.1" status: 200 len: 375 time: 0.0125797 Dec 14 12:59:09.449799 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-4188f685-a2d4-4b1f-9db6-acb5f75c6f82 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fa190426a6c4b9c9d6d259455a647ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383632 Dec 14 12:59:09.453353 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-851733887-network', 'tenant_id': 'e1bf776f341b4721b28eb9a5c84ba866'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:09.527175 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Made reservation on behalf of e1bf776f341b4721b28eb9a5c84ba866 for: {'network': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:59:09.529504 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:09.546859 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:09.603811 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-794b216c-baf3-4936-b89c-236ecac9526b service neutron] 10.222.0.49 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464396 Dec 14 12:59:09.688002 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df41f07-052e-4b71-b49d-8976f8796b4a req-f909587d-5b62-479f-9b21-455ae45ba156 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:09.689529 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5df41f07-052e-4b71-b49d-8976f8796b4a req-f909587d-5b62-479f-9b21-455ae45ba156 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 944 time: 0.1379435 Dec 14 12:59:09.786061 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-9a57bf13-0cc5-4cb5-94a8-1d609cfb58db service neutron] 10.222.0.49 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747711 Dec 14 12:59:09.787792 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:09.791901 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5df41f07-052e-4b71-b49d-8976f8796b4a req-7c9655b8-f030-4495-b1ea-6114ed4b10e6 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944712 Dec 14 12:59:09.794498 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:09.822335 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=102351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 12:59:09.842055 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1475b3-2dd2-49a7-a348-5034c11fd511,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:09.844258 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:09.844623 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.segments_db [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Added segment 8a8a2468-a59e-4dcb-a467-9a683de7caeb of type vlan for network 5a723a9f-3224-4b49-afa4-08d253222330 Dec 14 12:59:09.902393 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:09.933874 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:09.934971 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:09.935699 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:10.118290 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:59:10.212753 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8987906 Dec 14 12:59:10.213530 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41530) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:10.219457 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] Request body: {'subnet': {'network_id': '5a723a9f-3224-4b49-afa4-08d253222330', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-851733887-subnet', 'tenant_id': 'e1bf776f341b4721b28eb9a5c84ba866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:10.242555 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] Made reservation on behalf of e1bf776f341b4721b28eb9a5c84ba866 for: {'subnet': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:59:10.247105 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684729'] for subnet, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:10.247463 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6cdb13a9-6e47-4721-aac6-2cabbde17ecb req-b66092fa-a9a8-48cb-9142-2dfd4b47f9fb tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 210 time: 0.0448005 Dec 14 12:59:10.270291 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec2a86-d4b3-4998-8c3b-30e7c3b01f24 admin admin] Pushing event updated for resources: {'Network': ['ID=5a723a9f-3224-4b49-afa4-08d253222330,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:10.285417 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 5a723a9f-3224-4b49-afa4-08d253222330 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 12:59:10.306176 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1bfd9-2e1e-4c26-9ff7-d7c817cd6ce3 req-1e23c04a-8b7a-4d81-8c63-10d8a0eab807 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:10.307711 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5cc1bfd9-2e1e-4c26-9ff7-d7c817cd6ce3 req-1e23c04a-8b7a-4d81-8c63-10d8a0eab807 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.1040454 Dec 14 12:59:10.368606 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5cc1bfd9-2e1e-4c26-9ff7-d7c817cd6ce3 req-320ff1fa-f73e-43b5-80ee-e25c766ff179 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521626 Dec 14 12:59:10.483598 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8747228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684711'] for subnet, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:10.543424 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f131e730-e425-4a3a-be4f-28a7fd66e33d,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:10.554610 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:59:10.556343 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] Checking segment: {'id': '8a8a2468-a59e-4dcb-a467-9a683de7caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:59:10.556700 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] Network hostable DHCP agents. Network: 5a723a9f-3224-4b49-afa4-08d253222330, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 12:59:10.583859 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] Network 5a723a9f-3224-4b49-afa4-08d253222330 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 12:59:10.603021 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 5a723a9f-3224-4b49-afa4-08d253222330) {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:59:10.615584 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951d5117-18e5-46d7-873a-96f8cf7d0429 None None] Network 5a723a9f-3224-4b49-afa4-08d253222330 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:59:10.617580 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:10.619003 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:10.640975 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-6cc7bb7e-44a6-4615-b65c-8e5f966862ee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4259536 Dec 14 12:59:10.699497 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 12:59:10.711703 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:59:10.712132 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:10.773826 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e290a181-204c-4577-a518-d204f8b92eef None None] Network 5a723a9f-3224-4b49-afa4-08d253222330 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 12:59:10.940949 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:10.970141 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6601be22-57ed-4f24-a26d-d909c51113c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:10.972972 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cae1b-1c7b-43f8-a8cb-af564adc5b48 req-aee048d2-43f8-4456-b2b2-2dcdeaa380a9 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:10.983921 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a73cae1b-1c7b-43f8-a8cb-af564adc5b48 req-aee048d2-43f8-4456-b2b2-2dcdeaa380a9 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 944 time: 0.1042397 Dec 14 12:59:10.985222 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24b4e62-f170-4f99-85bd-2da6d214f410" -d '{"events": [{"server_uuid": "6601be22-57ed-4f24-a26d-d909c51113c8", "name": "network-vif-plugged", "status": "completed", "tag": "e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:11.011053 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:11.018549 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:11.019801 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 2f7ee134-4a53-4bf3-b113-860ae25ab31f no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 12:59:11.032425 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a73cae1b-1c7b-43f8-a8cb-af564adc5b48 req-c663dec0-47da-4d29-8740-52ee10cc4519 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475113 Dec 14 12:59:11.081180 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 2f7ee134-4a53-4bf3-b113-860ae25ab31f {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 12:59:11.081523 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 2f7ee134-4a53-4bf3-b113-860ae25ab31f not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 12:59:11.088089 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7edc8f5-9be2-4362-a1db-272abb9de7a7 x-openstack-request-id: req-a7edc8f5-9be2-4362-a1db-272abb9de7a7 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:11.088387 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6601be22-57ed-4f24-a26d-d909c51113c8", "name": "network-vif-plugged", "status": "completed", "tag": "e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:11.088643 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7edc8f5-9be2-4362-a1db-272abb9de7a7 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:11.089060 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6601be22-57ed-4f24-a26d-d909c51113c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe', 'code': 200} Dec 14 12:59:11.111765 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:11.300189 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805d96f-bfe8-4e60-8123-e9cd9d0cc595 req-81fb3d6b-22d4-48b2-981d-4cb3ecfc41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:11.301741 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3805d96f-bfe8-4e60-8123-e9cd9d0cc595 req-81fb3d6b-22d4-48b2-981d-4cb3ecfc41a4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 1098 time: 0.0432558 Dec 14 12:59:11.353939 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dbd87952-33b9-4b7a-a6eb-2c01040ba4c7 req-e57461b6-f759-4bbd-8211-2518263ad2f1 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 210 time: 0.0293319 Dec 14 12:59:11.385437 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3805d96f-bfe8-4e60-8123-e9cd9d0cc595 req-6a517b9f-7993-4398-96fc-f75f413bd9ec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665565 Dec 14 12:59:11.502998 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fba3e-bed0-499a-b9c2-280f539d9870 req-a3c76503-0a4f-4e2e-b61d-8c5d35106e86 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:11.504595 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-126fba3e-bed0-499a-b9c2-280f539d9870 req-a3c76503-0a4f-4e2e-b61d-8c5d35106e86 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0485857 Dec 14 12:59:11.553201 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-126fba3e-bed0-499a-b9c2-280f539d9870 req-fad2e8ae-b23f-47c9-afc3-c9418894debc tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Dec 14 12:59:11.774087 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-67772ee5-c1d6-4e2f-8668-f6e0e8acd4bd tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:11.775579 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-67772ee5-c1d6-4e2f-8668-f6e0e8acd4bd tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.44 "GET /v2.0/networks?id=f9b2329a-0b17-4b80-8a98-25a960af76f5 HTTP/1.1" status: 200 len: 809 time: 0.1388707 Dec 14 12:59:11.793666 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Request body: {'port': {'device_id': '7a410a38-0f6d-4e02-8db7-abd99e6a4fa1', 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5', 'admin_state_up': True, 'tenant_id': '9fa190426a6c4b9c9d6d259455a647ca'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:11.910344 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Made reservation on behalf of 9fa190426a6c4b9c9d6d259455a647ca for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:59:11.914078 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:12.039175 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Allocated IP 172.20.0.11 (f9b2329a-0b17-4b80-8a98-25a960af76f5/cb0a45b3-9a1f-4de3-a007-54fe484df4de/7d1aa989-c06a-4f16-bb14-af862f53bf9b) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:59:12.153973 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746041d-3f7a-4cbb-bae8-21d767a9afbb req-f63fb33f-327d-47b7-a035-625285708566 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:12.157122 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9746041d-3f7a-4cbb-bae8-21d767a9afbb req-f63fb33f-327d-47b7-a035-625285708566 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 945 time: 0.0537848 Dec 14 12:59:12.217242 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9746041d-3f7a-4cbb-bae8-21d767a9afbb req-239075ca-6d52-45e5-8b22-932679c316d6 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551648 Dec 14 12:59:12.219259 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:12.259772 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:12.314159 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Network f9b2329a-0b17-4b80-8a98-25a960af76f5 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:59:12.326785 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:59:12.331654 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:59:12.345241 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Pushing event updated for resources: {'Port': ['ID=7d1aa989-c06a-4f16-bb14-af862f53bf9b,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:12.406286 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:12.407023 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:12.426531 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-89e8d6bc-8e5a-41bd-b965-83d914a9c0e9 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6367488 Dec 14 12:59:12.447808 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Request body: {'port': {'device_id': '7a410a38-0f6d-4e02-8db7-abd99e6a4fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:12.507926 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:12.539554 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfc89-c082-47e3-ae90-127614a40a3b req-63a6931c-6e13-44c8-b825-2594f755bcfe tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:12.541681 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1fadfc89-c082-47e3-ae90-127614a40a3b req-63a6931c-6e13-44c8-b825-2594f755bcfe tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 932 time: 0.1143739 Dec 14 12:59:12.605942 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-37376949-9f8f-4ceb-813c-d10ee8047f81 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:12.607420 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-37376949-9f8f-4ceb-813c-d10ee8047f81 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/networks?id=5a723a9f-3224-4b49-afa4-08d253222330 HTTP/1.1" status: 200 len: 813 time: 0.1504796 Dec 14 12:59:12.630467 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1fadfc89-c082-47e3-ae90-127614a40a3b req-8454efa1-43bc-4faa-bee2-e0d93095b4da tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788791 Dec 14 12:59:12.634436 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-4b0ef629-01c5-4185-ab9b-1faf6c67cb6f tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/quotas/e1bf776f341b4721b28eb9a5c84ba866 HTTP/1.1" status: 200 len: 375 time: 0.0166559 Dec 14 12:59:12.678726 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-8bf167ea-bd01-4b22-b23f-27a224a74033 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1bf776f341b4721b28eb9a5c84ba866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377858 Dec 14 12:59:12.774620 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1aa989-c06a-4f16-bb14-af862f53bf9b {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:59:12.782995 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:12.795960 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Transition to ACTIVE for port object 7d1aa989-c06a-4f16-bb14-af862f53bf9b will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 12:59:12.801183 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:12.805573 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-6e6c0db8-5794-4f93-ba04-9781a6d8c8d5 service neutron] 10.222.0.49 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186714 Dec 14 12:59:12.814762 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f9f63-ccd0-4055-9054-08b021ab892b req-375d52c0-a990-4d93-9e1c-08ea7fd8376d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:12.816216 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bb1f9f63-ccd0-4055-9054-08b021ab892b req-375d52c0-a990-4d93-9e1c-08ea7fd8376d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0801592 Dec 14 12:59:12.888783 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1aa989-c06a-4f16-bb14-af862f53bf9b,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:12.913629 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bb1f9f63-ccd0-4055-9054-08b021ab892b req-8837a3bc-75f1-4cfd-a4bb-d52af1e8bf41 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890875 Dec 14 12:59:12.944702 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Attempting to bind port 7d1aa989-c06a-4f16-bb14-af862f53bf9b on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:59:12.945155 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Attempting to bind port 7d1aa989-c06a-4f16-bb14-af862f53bf9b by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '6e2f5ed2-fa68-49c2-903a-96f21ceee9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:59:12.945555 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Attempting to bind port 7d1aa989-c06a-4f16-bb14-af862f53bf9b on network f9b2329a-0b17-4b80-8a98-25a960af76f5 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:59:12.949759 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-0057b6b5-0d4e-4cac-b358-2ea539c3f2aa service neutron] 10.222.0.49 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321938 Dec 14 12:59:12.950892 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Port 7d1aa989-c06a-4f16-bb14-af862f53bf9b on network f9b2329a-0b17-4b80-8a98-25a960af76f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 12:59:12.951314 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Attempting to bind port 7d1aa989-c06a-4f16-bb14-af862f53bf9b on network f9b2329a-0b17-4b80-8a98-25a960af76f5 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:59:12.956328 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:59:12.956728 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Checking segment: {'id': '6e2f5ed2-fa68-49c2-903a-96f21ceee9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:59:12.957307 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Bound using segment: {'id': '6e2f5ed2-fa68-49c2-903a-96f21ceee9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:59:12.957765 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Bound port: 7d1aa989-c06a-4f16-bb14-af862f53bf9b, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2f5ed2-fa68-49c2-903a-96f21ceee9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:59:12.958174 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:13.023874 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] For port 7d1aa989-c06a-4f16-bb14-af862f53bf9b, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:59:13.027454 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] For port 7d1aa989-c06a-4f16-bb14-af862f53bf9b, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7d1aa989-c06a-4f16-bb14-af862f53bf9b,segment=NetworkSegment(6e2f5ed2-fa68-49c2-903a-96f21ceee9ed),segment_id=6e2f5ed2-fa68-49c2-903a-96f21ceee9ed)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:59:13.031108 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:13.067485 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:13.068103 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:13.069497 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] 10.222.0.44 "PUT /v2.0/ports/7d1aa989-c06a-4f16-bb14-af862f53bf9b HTTP/1.1" status: 200 len: 1094 time: 0.6259723 Dec 14 12:59:13.069933 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a410a38-0f6d-4e02-8db7-abd99e6a4fa1', 'tag': '7d1aa989-c06a-4f16-bb14-af862f53bf9b'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:13.072157 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f082cf4-e84e-4173-9fca-010441e8dcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a410a38-0f6d-4e02-8db7-abd99e6a4fa1", "tag": "7d1aa989-c06a-4f16-bb14-af862f53bf9b"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:13.094962 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71816f8f-9fa1-41b6-a5cb-d48d34fa0f24 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1aa989-c06a-4f16-bb14-af862f53bf9b,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:13.125912 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b12a25-a4d7-4271-a0e0-c677c48dd7d8 x-openstack-request-id: req-86b12a25-a4d7-4271-a0e0-c677c48dd7d8 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:13.126225 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a410a38-0f6d-4e02-8db7-abd99e6a4fa1", "tag": "7d1aa989-c06a-4f16-bb14-af862f53bf9b", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:13.126477 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86b12a25-a4d7-4271-a0e0-c677c48dd7d8 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:13.126867 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a410a38-0f6d-4e02-8db7-abd99e6a4fa1', 'tag': '7d1aa989-c06a-4f16-bb14-af862f53bf9b', 'status': 'completed', 'code': 200} Dec 14 12:59:13.128514 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9ba4b0da-d35d-4b01-8a4e-d6f8a4dea3b7 req-c674fe30-690e-48f8-9854-6e5e57fdc639 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 210 time: 0.0344388 Dec 14 12:59:13.212433 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-5e5f8b31-9216-4f59-8bae-81c662e12a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:13.213959 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-5e5f8b31-9216-4f59-8bae-81c662e12a70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9fa190426a6c4b9c9d6d259455a647ca&device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0739970 Dec 14 12:59:13.223728 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3294a8d7-ba34-4293-a878-03d8294c6873 req-ef6b7218-a7bb-4198-88be-485efd038696 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534761 Dec 14 12:59:13.269530 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-a4069069-8f44-4d43-b7de-c40987baa82b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1aa989-c06a-4f16-bb14-af862f53bf9b HTTP/1.1" status: 200 len: 217 time: 0.0448582 Dec 14 12:59:13.345631 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb31fb-65d2-4340-8029-c34d6942133d req-0afb43b6-4ea1-4f71-8793-5f7bb0bf841a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:13.353080 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fceb31fb-65d2-4340-8029-c34d6942133d req-0afb43b6-4ea1-4f71-8793-5f7bb0bf841a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 945 time: 0.0610602 Dec 14 12:59:13.364075 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-fa585c09-2da7-4cf9-94a0-2d4ef0ef1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:13.365530 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-fa585c09-2da7-4cf9-94a0-2d4ef0ef1efe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb0a45b3-9a1f-4de3-a007-54fe484df4de HTTP/1.1" status: 200 len: 849 time: 0.0870574 Dec 14 12:59:13.372328 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a8d7-ba34-4293-a878-03d8294c6873 req-c7d955a8-48ee-465a-bb6f-7d23ee485aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:13.374021 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3294a8d7-ba34-4293-a878-03d8294c6873 req-c7d955a8-48ee-465a-bb6f-7d23ee485aad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 1099 time: 0.0851171 Dec 14 12:59:13.410168 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-9ff3578f-4180-4dd0-b278-c2a08d02b03e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b2329a-0b17-4b80-8a98-25a960af76f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300920 Dec 14 12:59:13.435315 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fceb31fb-65d2-4340-8029-c34d6942133d req-3ff0a508-45de-4920-9af2-760ac0d7d22a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807581 Dec 14 12:59:13.576571 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a8d7-ba34-4293-a878-03d8294c6873 req-9e22fbc4-d99e-4a47-b4ca-cdae03b99400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:13.578076 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3294a8d7-ba34-4293-a878-03d8294c6873 req-9e22fbc4-d99e-4a47-b4ca-cdae03b99400 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 915 time: 0.1670465 Dec 14 12:59:13.586443 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-62c8e68e-6d21-4896-a9c0-4058dd80a21d service neutron] 10.222.0.44 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516809 Dec 14 12:59:13.661748 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3294a8d7-ba34-4293-a878-03d8294c6873 req-870f75f5-d445-452e-ba21-75e55e102462 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11ccc809-2261-401d-8da3-2d48bb297543 HTTP/1.1" status: 200 len: 217 time: 0.0579591 Dec 14 12:59:13.789611 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:13.859368 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a8d7-ba34-4293-a878-03d8294c6873 req-23866fc1-d8ad-4361-af17-8014381678ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:13.860794 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3294a8d7-ba34-4293-a878-03d8294c6873 req-23866fc1-d8ad-4361-af17-8014381678ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15225643-240f-4abd-9f55-847561dbe860 HTTP/1.1" status: 200 len: 854 time: 0.1388037 Dec 14 12:59:13.893540 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2dbbcdb7-9351-4f4b-a745-06e4a19f1e2a req-7f798247-935a-4906-a74a-3f101e89dabb service neutron] 10.222.0.44 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812471 Dec 14 12:59:13.917276 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b526bf-37c0-4023-a8f4-9c85fcecbcc2 req-58e221bf-fafa-41e9-86fb-069b2cc709f7 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:13.918188 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3294a8d7-ba34-4293-a878-03d8294c6873 req-c9aa408b-c457-4853-926d-0ca0fcab7705 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9d231ae-628f-4043-969c-cf414631d868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432446 Dec 14 12:59:13.921491 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f9b526bf-37c0-4023-a8f4-9c85fcecbcc2 req-58e221bf-fafa-41e9-86fb-069b2cc709f7 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 944 time: 0.1025608 Dec 14 12:59:13.994936 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f9b526bf-37c0-4023-a8f4-9c85fcecbcc2 req-9b42039a-1d4e-4cdf-9c32-88cad7796f30 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657468 Dec 14 12:59:14.064247 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082cf4-e84e-4173-9fca-010441e8dcc1 req-788c89c4-7215-4f2c-a3e5-acafcf1a3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:14.065820 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f082cf4-e84e-4173-9fca-010441e8dcc1 req-788c89c4-7215-4f2c-a3e5-acafcf1a3653 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9fa190426a6c4b9c9d6d259455a647ca&device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0745218 Dec 14 12:59:14.067657 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3294a8d7-ba34-4293-a878-03d8294c6873 req-7c19803d-34c4-409d-9996-d2c4e12572d4 service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360552 Dec 14 12:59:14.122336 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07619bbd-b792-4896-9704-04bbf8834484 req-58598edd-f8ec-41f4-a9e6-9da0c8af1b20 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:14.129005 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-07619bbd-b792-4896-9704-04bbf8834484 req-58598edd-f8ec-41f4-a9e6-9da0c8af1b20 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0549350 Dec 14 12:59:14.193040 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-07619bbd-b792-4896-9704-04bbf8834484 req-e0fbfe9d-09f9-41f9-a139-1d06de691778 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609570 Dec 14 12:59:14.238324 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3294a8d7-ba34-4293-a878-03d8294c6873 req-c708239e-3383-40f5-8595-ee75bf5d5e6b service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470394 Dec 14 12:59:14.243672 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082cf4-e84e-4173-9fca-010441e8dcc1 req-d346bf33-6ee1-40c8-99e0-c4ba3cb0bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:14.245736 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f082cf4-e84e-4173-9fca-010441e8dcc1 req-d346bf33-6ee1-40c8-99e0-c4ba3cb0bc77 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9b2329a-0b17-4b80-8a98-25a960af76f5 HTTP/1.1" status: 200 len: 910 time: 0.1615107 Dec 14 12:59:14.279936 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-98dfd472-e8b8-46f2-b573-b22b8194ec75 req-cdcfb18a-1761-486c-a43f-898df77e544b tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 210 time: 0.0256569 Dec 14 12:59:14.329826 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f082cf4-e84e-4173-9fca-010441e8dcc1 req-45759645-f266-4f86-ac61-381fbad4c313 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1aa989-c06a-4f16-bb14-af862f53bf9b HTTP/1.1" status: 200 len: 217 time: 0.0437098 Dec 14 12:59:14.408033 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082cf4-e84e-4173-9fca-010441e8dcc1 req-9a78156a-82ba-40d6-8cff-a7605a26b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:14.409444 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f082cf4-e84e-4173-9fca-010441e8dcc1 req-9a78156a-82ba-40d6-8cff-a7605a26b29e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb0a45b3-9a1f-4de3-a007-54fe484df4de HTTP/1.1" status: 200 len: 849 time: 0.0468333 Dec 14 12:59:14.455275 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f082cf4-e84e-4173-9fca-010441e8dcc1 req-8657c0c7-d2e3-4af4-a938-916b89b52bc3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9b2329a-0b17-4b80-8a98-25a960af76f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237124 Dec 14 12:59:14.547406 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f082cf4-e84e-4173-9fca-010441e8dcc1 req-08c7ac47-df40-4106-a71e-acbb1f71b2c9 service neutron] 10.222.0.44 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811532 Dec 14 12:59:14.644398 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f082cf4-e84e-4173-9fca-010441e8dcc1 req-d156b1fc-5091-4a17-b78e-b5e291c62fca service neutron] 10.222.0.44 "GET /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877028 Dec 14 12:59:14.814093 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-fb4854bd-0b10-4f35-aee7-a882e2c650a0 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:14.815566 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-fb4854bd-0b10-4f35-aee7-a882e2c650a0 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.44 "GET /v2.0/networks?id=5a723a9f-3224-4b49-afa4-08d253222330 HTTP/1.1" status: 200 len: 813 time: 0.1166494 Dec 14 12:59:14.839500 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Request body: {'port': {'device_id': 'c48d3c23-3b4b-4220-8ead-d04a670ec64f', 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330', 'admin_state_up': True, 'tenant_id': 'e1bf776f341b4721b28eb9a5c84ba866'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:14.979206 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Made reservation on behalf of e1bf776f341b4721b28eb9a5c84ba866 for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:59:14.983606 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.034032 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41734) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:15.129144 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977bfd3-c661-4e61-824f-242c63fca003 req-9695237a-6da3-4d9a-9144-99f494f5f8c1 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:15.137508 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Allocated IP 172.20.0.12 (5a723a9f-3224-4b49-afa4-08d253222330/f131e730-e425-4a3a-be4f-28a7fd66e33d/c342614d-9975-4aaa-a444-6e5c731f8f7a) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:59:15.138000 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8977bfd3-c661-4e61-824f-242c63fca003 req-9695237a-6da3-4d9a-9144-99f494f5f8c1 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 944 time: 0.0616951 Dec 14 12:59:15.212252 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8977bfd3-c661-4e61-824f-242c63fca003 req-11505a5d-406e-4cbc-b70f-ea87babe8946 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731328 Dec 14 12:59:15.213515 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1ccc66ae-dfa2-4dfa-ac99-35dc63ae3735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.310748 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1ccc66ae-dfa2-4dfa-ac99-35dc63ae3735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.326645 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.344101 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1ccc66ae-dfa2-4dfa-ac99-35dc63ae3735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.389644 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.411341 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-1ccc66ae-dfa2-4dfa-ac99-35dc63ae3735 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5b8b56c4ab44a20b66b3e66aea93060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3737535 Dec 14 12:59:15.423522 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 41758) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:15.430912 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc66ae-dfa2-4dfa-ac99-35dc63ae3735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a068ef-51d7-42e0-9094-bdaa3bb7b3d4,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:15.440021 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Network 5a723a9f-3224-4b49-afa4-08d253222330 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:59:15.452153 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:59:15.459621 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:59:15.465586 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259bd26-8ec0-49e5-9b4b-aa3ca24a1171 req-64614837-c16c-4e89-b369-cab4dfe99b13 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:15.467221 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0259bd26-8ec0-49e5-9b4b-aa3ca24a1171 req-64614837-c16c-4e89-b369-cab4dfe99b13 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.1712875 Dec 14 12:59:15.471804 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Pushing event updated for resources: {'Port': ['ID=c342614d-9975-4aaa-a444-6e5c731f8f7a,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:15.506123 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26846c-db57-48b9-9ec8-42ecc4fe9e98 req-b9054194-0163-40a6-b921-2f2f2e3754c3 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:15.507617 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1f26846c-db57-48b9-9ec8-42ecc4fe9e98 req-b9054194-0163-40a6-b921-2f2f2e3754c3 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 932 time: 0.1222756 Dec 14 12:59:15.536266 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:15.536879 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.540218 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5c10e039-6367-49a7-9cd0-70d91fa9aa0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.545566 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0259bd26-8ec0-49e5-9b4b-aa3ca24a1171 req-f4d00c96-13aa-40c5-a0be-461a486f335d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714295 Dec 14 12:59:15.588098 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1f26846c-db57-48b9-9ec8-42ecc4fe9e98 req-528d9799-5c03-423b-8037-9286c708e494 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719347 Dec 14 12:59:15.763828 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-399f7bc5-f813-442b-8d86-df5f99dcd110 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9293845 Dec 14 12:59:15.765708 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5c10e039-6367-49a7-9cd0-70d91fa9aa0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.778100 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Request body: {'port': {'device_id': 'c48d3c23-3b4b-4220-8ead-d04a670ec64f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:15.872422 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.886988 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5c10e039-6367-49a7-9cd0-70d91fa9aa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.889726 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5c10e039-6367-49a7-9cd0-70d91fa9aa0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:15.891047 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-5c10e039-6367-49a7-9cd0-70d91fa9aa0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6a068ef-51d7-42e0-9094-bdaa3bb7b3d4 HTTP/1.1" status: 204 len: 168 time: 0.4665999 Dec 14 12:59:15.921224 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10e039-6367-49a7-9cd0-70d91fa9aa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a068ef-51d7-42e0-9094-bdaa3bb7b3d4,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:15.978234 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c276aa-b538-4fee-a03e-a67e526209df req-209a00bb-96b7-4495-89b6-23dcd50619dd tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:15.979726 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-209a00bb-96b7-4495-89b6-23dcd50619dd tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 814 time: 0.1201091 Dec 14 12:59:15.998617 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-214a3763-6a21-46a4-9710-05c2a9568f73 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/quotas/ad27b8951cae4eeeafa257f45217653a HTTP/1.1" status: 200 len: 375 time: 0.0099990 Dec 14 12:59:16.065492 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-6580f36d-6d63-4281-a5a9-aa195f1c2c94 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603466 Dec 14 12:59:16.183408 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-dc2f762d-1dc9-446b-9399-935692285e66 service neutron] 10.222.0.49 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104312 Dec 14 12:59:16.206450 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c342614d-9975-4aaa-a444-6e5c731f8f7a {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:59:16.216878 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:16.232636 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Transition to ACTIVE for port object c342614d-9975-4aaa-a444-6e5c731f8f7a will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 12:59:16.242348 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:16.325969 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-3aaec5bf-0bfc-48fb-833b-8930360d64a1 service neutron] 10.222.0.49 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413598 Dec 14 12:59:16.399856 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Pushing event updated for resources: {'Port': ['ID=c342614d-9975-4aaa-a444-6e5c731f8f7a,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:16.403434 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e952b2-ac31-4f07-a4dc-cc52cd158980 req-9253e44f-d869-4e1a-895f-ef79aee237cd tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:16.420174 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-57e952b2-ac31-4f07-a4dc-cc52cd158980 req-9253e44f-d869-4e1a-895f-ef79aee237cd tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 944 time: 0.0874062 Dec 14 12:59:16.446728 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Attempting to bind port c342614d-9975-4aaa-a444-6e5c731f8f7a on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:59:16.447195 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Attempting to bind port c342614d-9975-4aaa-a444-6e5c731f8f7a by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '8a8a2468-a59e-4dcb-a467-9a683de7caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:59:16.447688 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Attempting to bind port c342614d-9975-4aaa-a444-6e5c731f8f7a on network 5a723a9f-3224-4b49-afa4-08d253222330 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:59:16.463567 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Port c342614d-9975-4aaa-a444-6e5c731f8f7a on network 5a723a9f-3224-4b49-afa4-08d253222330 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 12:59:16.463904 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Attempting to bind port c342614d-9975-4aaa-a444-6e5c731f8f7a on network 5a723a9f-3224-4b49-afa4-08d253222330 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:59:16.477679 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:59:16.477896 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Checking segment: {'id': '8a8a2468-a59e-4dcb-a467-9a683de7caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:59:16.478285 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Bound using segment: {'id': '8a8a2468-a59e-4dcb-a467-9a683de7caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:59:16.478754 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Bound port: c342614d-9975-4aaa-a444-6e5c731f8f7a, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8a2468-a59e-4dcb-a467-9a683de7caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:59:16.479117 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:16.541553 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-57e952b2-ac31-4f07-a4dc-cc52cd158980 req-40fc61f2-319b-41d0-a693-2564238e3ab3 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153719 Dec 14 12:59:16.584914 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] For port c342614d-9975-4aaa-a444-6e5c731f8f7a, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:59:16.588916 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] For port c342614d-9975-4aaa-a444-6e5c731f8f7a, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c342614d-9975-4aaa-a444-6e5c731f8f7a,segment=NetworkSegment(8a8a2468-a59e-4dcb-a467-9a683de7caeb),segment_id=8a8a2468-a59e-4dcb-a467-9a683de7caeb)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:59:16.596297 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:16.615252 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:16.616124 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:16.619446 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] 10.222.0.44 "PUT /v2.0/ports/c342614d-9975-4aaa-a444-6e5c731f8f7a HTTP/1.1" status: 200 len: 1094 time: 0.8451979 Dec 14 12:59:16.620045 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48d3c23-3b4b-4220-8ead-d04a670ec64f', 'tag': 'c342614d-9975-4aaa-a444-6e5c731f8f7a'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:16.623056 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 7d1aa989-c06a-4f16-bb14-af862f53bf9b details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 12:59:16.638967 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635bcbcb-2a40-4e44-b1cc-fabb1fdf8f64" -d '{"events": [{"name": "network-changed", "server_uuid": "c48d3c23-3b4b-4220-8ead-d04a670ec64f", "tag": "c342614d-9975-4aaa-a444-6e5c731f8f7a"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:16.672739 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-234d7fa2-c5b7-4699-a751-8ab9ae283df0 req-0a9cf668-7fb8-468c-b7d6-b3e2770df734 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 210 time: 0.0763385 Dec 14 12:59:16.769810 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-8f4c1913-a554-40b8-94aa-d1890a3c70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:16.772505 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-8f4c1913-a554-40b8-94aa-d1890a3c70f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1bf776f341b4721b28eb9a5c84ba866&device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 1097 time: 0.0751240 Dec 14 12:59:16.773561 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50393a-69d1-48c1-863a-49a2976ec441 service neutron] Pushing event updated for resources: {'Port': ['ID=c342614d-9975-4aaa-a444-6e5c731f8f7a,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:16.840626 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d2fe-bdc5-412c-9440-1253dae57805 req-1de3f428-1580-4d6d-92d5-398a68001004 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:16.849326 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ab27d2fe-bdc5-412c-9440-1253dae57805 req-1de3f428-1580-4d6d-92d5-398a68001004 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.1634502 Dec 14 12:59:16.869348 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-bb946110-3f47-44ee-9a6e-b2474a87e63e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c342614d-9975-4aaa-a444-6e5c731f8f7a HTTP/1.1" status: 200 len: 217 time: 0.0865386 Dec 14 12:59:16.885406 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 7d1aa989-c06a-4f16-bb14-af862f53bf9b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7d1aa989-c06a-4f16-bb14-af862f53bf9b,segment=NetworkSegment(6e2f5ed2-fa68-49c2-903a-96f21ceee9ed),segment_id=6e2f5ed2-fa68-49c2-903a-96f21ceee9ed)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:16.918132 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '7d1aa989-c06a-4f16-bb14-af862f53bf9b', 'network_id': 'f9b2329a-0b17-4b80-8a98-25a960af76f5', 'port_id': '7d1aa989-c06a-4f16-bb14-af862f53bf9b', 'mac_address': 'fa:16:3e:3d:dd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0a45b3-9a1f-4de3-a007-54fe484df4de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 12:59:16.932086 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-ccf37460-a12f-413a-9e1b-ac8d2de7d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:16.934792 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-ccf37460-a12f-413a-9e1b-ac8d2de7d4e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f131e730-e425-4a3a-be4f-28a7fd66e33d HTTP/1.1" status: 200 len: 853 time: 0.0581324 Dec 14 12:59:16.979564 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:16.997376 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1aa989-c06a-4f16-bb14-af862f53bf9b {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:59:17.011992 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ab27d2fe-bdc5-412c-9440-1253dae57805 req-c6c63ad9-b202-40ce-bdfb-d638f9ff36d1 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370108 Dec 14 12:59:17.023826 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 7d1aa989-c06a-4f16-bb14-af862f53bf9b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7d1aa989-c06a-4f16-bb14-af862f53bf9b,segment=NetworkSegment(6e2f5ed2-fa68-49c2-903a-96f21ceee9ed),segment_id=6e2f5ed2-fa68-49c2-903a-96f21ceee9ed)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:17.027856 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-3fecedc0-abc3-4e16-b146-929e6c47f30c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a723a9f-3224-4b49-afa4-08d253222330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504553 Dec 14 12:59:17.029268 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:17.045292 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b97862-1035-40f6-aa4f-84cb4687f38c req-f10da25e-5bf6-4329-80fb-70d891baa736 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:17.057193 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-18b97862-1035-40f6-aa4f-84cb4687f38c req-f10da25e-5bf6-4329-80fb-70d891baa736 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 944 time: 0.2030275 Dec 14 12:59:17.068999 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7301dd-c14f-49a6-84bf-0a40bf5db61c x-openstack-request-id: req-fe7301dd-c14f-49a6-84bf-0a40bf5db61c {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:17.069394 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48d3c23-3b4b-4220-8ead-d04a670ec64f", "tag": "c342614d-9975-4aaa-a444-6e5c731f8f7a", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:17.069655 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe7301dd-c14f-49a6-84bf-0a40bf5db61c {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:17.070144 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48d3c23-3b4b-4220-8ead-d04a670ec64f', 'tag': 'c342614d-9975-4aaa-a444-6e5c731f8f7a', 'status': 'completed', 'code': 200} Dec 14 12:59:17.083339 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41840) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:17.102618 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=7d1aa989-c06a-4f16-bb14-af862f53bf9b,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:17.131868 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-18b97862-1035-40f6-aa4f-84cb4687f38c req-3162ba9f-0584-4b6c-94ab-36984597dc76 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728662 Dec 14 12:59:17.201698 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-643ccd3e-a2bc-4bc6-8cfb-9a2cc2a8c461 service neutron] 10.222.0.44 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729352 Dec 14 12:59:17.275984 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9501193c-aabc-4b9c-9b29-02d20a4a93d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:17.317961 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-84970e21-b9cb-4e34-a13a-e515acf3af46 req-919abc94-b8b3-47ae-bfac-c478966459b5 service neutron] 10.222.0.44 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006277 Dec 14 12:59:17.392473 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9501193c-aabc-4b9c-9b29-02d20a4a93d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:17.397860 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9501193c-aabc-4b9c-9b29-02d20a4a93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:17.398082 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['7d1aa989-c06a-4f16-bb14-af862f53bf9b'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:59:17.445360 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-9501193c-aabc-4b9c-9b29-02d20a4a93d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9be4c7441554b31a373cf13ba383c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586416 Dec 14 12:59:17.445360 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501193c-aabc-4b9c-9b29-02d20a4a93d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dac24a9-716f-41dc-8e25-0f0926a56670,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:17.446315 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41854) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:17.488006 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bcbcb-2a40-4e44-b1cc-fabb1fdf8f64 req-975022ee-8cea-4522-af59-d08254d96d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:17.489603 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-635bcbcb-2a40-4e44-b1cc-fabb1fdf8f64 req-975022ee-8cea-4522-af59-d08254d96d74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1bf776f341b4721b28eb9a5c84ba866&device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 1097 time: 0.0811818 Dec 14 12:59:17.517876 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b34c786e-e210-418a-a188-d9cebede067f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:17.542724 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b34c786e-e210-418a-a188-d9cebede067f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:17.601481 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b34c786e-e210-418a-a188-d9cebede067f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:17.603509 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b34c786e-e210-418a-a188-d9cebede067f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:17.610918 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-b34c786e-e210-418a-a188-d9cebede067f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3dac24a9-716f-41dc-8e25-0f0926a56670 HTTP/1.1" status: 204 len: 168 time: 0.1634266 Dec 14 12:59:17.622639 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c786e-e210-418a-a188-d9cebede067f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dac24a9-716f-41dc-8e25-0f0926a56670,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:17.670091 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bcbcb-2a40-4e44-b1cc-fabb1fdf8f64 req-0e4cd72f-49fe-446b-836e-a1951df0f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:17.671903 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-635bcbcb-2a40-4e44-b1cc-fabb1fdf8f64 req-0e4cd72f-49fe-446b-836e-a1951df0f43f service neutron] 10.222.0.44 "GET /v2.0/networks?id=5a723a9f-3224-4b49-afa4-08d253222330 HTTP/1.1" status: 200 len: 914 time: 0.1690118 Dec 14 12:59:17.728535 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c9818-7b79-4eae-a61c-183045226a20 req-97d4aca4-87ba-4a57-b778-4cb4ad6ff924 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:17.730300 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1b7c9818-7b79-4eae-a61c-183045226a20 req-97d4aca4-87ba-4a57-b778-4cb4ad6ff924 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 945 time: 0.0563481 Dec 14 12:59:17.769439 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-635bcbcb-2a40-4e44-b1cc-fabb1fdf8f64 req-840a02a7-98b7-4546-a48d-8643ad8d5d76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c342614d-9975-4aaa-a444-6e5c731f8f7a HTTP/1.1" status: 200 len: 217 time: 0.0853891 Dec 14 12:59:17.780132 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2eb8909b-9ea3-4d4c-8654-78d4506b6f6a req-48be2b74-401e-4968-8925-d4ed0e331b5f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 210 time: 0.0437565 Dec 14 12:59:17.818264 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1b7c9818-7b79-4eae-a61c-183045226a20 req-086ed80d-2bfd-4bf4-a2f3-b8a250756250 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801790 Dec 14 12:59:17.837037 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bcbcb-2a40-4e44-b1cc-fabb1fdf8f64 req-327e6b80-044f-4e6a-a67f-c5e8fe1a4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:17.838591 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-635bcbcb-2a40-4e44-b1cc-fabb1fdf8f64 req-327e6b80-044f-4e6a-a67f-c5e8fe1a4a19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f131e730-e425-4a3a-be4f-28a7fd66e33d HTTP/1.1" status: 200 len: 853 time: 0.0602825 Dec 14 12:59:17.881082 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-635bcbcb-2a40-4e44-b1cc-fabb1fdf8f64 req-d5a5bb2c-19e6-4f97-a655-a82be47ea76b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a723a9f-3224-4b49-afa4-08d253222330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300899 Dec 14 12:59:17.989071 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-635bcbcb-2a40-4e44-b1cc-fabb1fdf8f64 req-3a40953a-bbf7-4d0e-9f3c-1f94e1c32b33 service neutron] 10.222.0.44 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935557 Dec 14 12:59:18.000958 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41884) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:18.023829 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5339d8cc-81b7-403a-8427-6046e6ae5174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.113309 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5339d8cc-81b7-403a-8427-6046e6ae5174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.119530 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5339d8cc-81b7-403a-8427-6046e6ae5174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.190360 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41892) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:18.190696 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41894) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:18.209714 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-5339d8cc-81b7-403a-8427-6046e6ae5174 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=731dc37ad73d4608b011dc8284c0e78c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075822 Dec 14 12:59:18.212355 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41900) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:18.217483 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339d8cc-81b7-403a-8427-6046e6ae5174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f429e82-003f-437e-8e50-9532dffb158d,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:18.272778 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-635bcbcb-2a40-4e44-b1cc-fabb1fdf8f64 req-60a68600-d6ba-4b09-af68-c35ea74edaa6 service neutron] 10.222.0.44 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640569 Dec 14 12:59:18.293926 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c276aa-b538-4fee-a03e-a67e526209df req-e8833d1c-6e30-4e8e-8ebb-e94af17dc619 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:18.295458 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-e8833d1c-6e30-4e8e-8ebb-e94af17dc619 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 814 time: 0.2438526 Dec 14 12:59:18.318046 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1d4e6-9f70-4132-9640-92ebcf5ca1d5 req-09ead9ad-bc72-4e8f-83c9-0402e655a769 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:18.319378 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Request body: {'port': {'device_id': '8d264701-aaa0-465f-a4aa-0cffa41351ef', 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868', 'admin_state_up': True, 'tenant_id': 'ad27b8951cae4eeeafa257f45217653a'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:18.319703 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2cb1d4e6-9f70-4132-9640-92ebcf5ca1d5 req-09ead9ad-bc72-4e8f-83c9-0402e655a769 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.1863992 Dec 14 12:59:18.406079 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e222dea0-ca07-4fa7-b54b-673e501ff2d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.414216 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de348-c8fb-4728-8da5-0e9ac4e2a1b2 req-db4a1aa7-c7d9-4225-89b6-5d68433bb645 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:18.415753 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-685de348-c8fb-4728-8da5-0e9ac4e2a1b2 req-db4a1aa7-c7d9-4225-89b6-5d68433bb645 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 944 time: 0.1566472 Dec 14 12:59:18.420917 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-064fd344-b090-4d57-93fc-1112ec527f49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.436880 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Made reservation on behalf of ad27b8951cae4eeeafa257f45217653a for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:59:18.440340 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.452674 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e583152a-e869-4728-8f38-859a6a59d320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.475076 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2cb1d4e6-9f70-4132-9640-92ebcf5ca1d5 req-1fab5665-4202-4656-b13f-d622e0d48d01 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468637 Dec 14 12:59:18.489001 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e222dea0-ca07-4fa7-b54b-673e501ff2d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.576488 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-685de348-c8fb-4728-8da5-0e9ac4e2a1b2 req-a2e3b6f2-5d91-4698-a289-6e9102d2b1b7 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436536 Dec 14 12:59:18.592611 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Allocated IP 172.20.0.10 (f9d231ae-628f-4043-969c-cf414631d868/15225643-240f-4abd-9f55-847561dbe860/3c4c685c-25bf-4592-b1c9-40dc336ec707) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:59:18.622538 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 7d1aa989-c06a-4f16-bb14-af862f53bf9b up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:59:18.629829 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e222dea0-ca07-4fa7-b54b-673e501ff2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.632319 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e222dea0-ca07-4fa7-b54b-673e501ff2d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.633466 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e222dea0-ca07-4fa7-b54b-673e501ff2d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f429e82-003f-437e-8e50-9532dffb158d HTTP/1.1" status: 204 len: 168 time: 0.4202213 Dec 14 12:59:18.658421 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222dea0-ca07-4fa7-b54b-673e501ff2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f429e82-003f-437e-8e50-9532dffb158d,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:18.661317 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-064fd344-b090-4d57-93fc-1112ec527f49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.671429 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-064fd344-b090-4d57-93fc-1112ec527f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.699768 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 7d1aa989-c06a-4f16-bb14-af862f53bf9b completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 12:59:18.700750 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e583152a-e869-4728-8f38-859a6a59d320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.704279 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 7d1aa989-c06a-4f16-bb14-af862f53bf9b triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:59:18.704951 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.713795 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e583152a-e869-4728-8f38-859a6a59d320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.726015 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-064fd344-b090-4d57-93fc-1112ec527f49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b637e05d8e548ca9b714d50e8de1618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5292969 Dec 14 12:59:18.735505 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41910) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:18.743667 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fd344-b090-4d57-93fc-1112ec527f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49e82ac-1934-42f4-8df8-f5a55419bb03,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:18.789488 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e583152a-e869-4728-8f38-859a6a59d320 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a313d1b90c264960a53253d4542c66ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5944965 Dec 14 12:59:18.799652 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41912) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:18.808739 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.817817 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583152a-e869-4728-8f38-859a6a59d320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d4e656-fd80-418e-9a8c-306ddb96399a,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:18.845891 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c926adf0-e619-451f-889e-756a01656c3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.856177 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a410a38-0f6d-4e02-8db7-abd99e6a4fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1aa989-c06a-4f16-bb14-af862f53bf9b'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:18.857756 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.859773 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f00e5-e7ea-4222-b3dc-8c8baab6fece" -d '{"events": [{"server_uuid": "7a410a38-0f6d-4e02-8db7-abd99e6a4fa1", "name": "network-vif-plugged", "status": "completed", "tag": "7d1aa989-c06a-4f16-bb14-af862f53bf9b"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:18.889161 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c926adf0-e619-451f-889e-756a01656c3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.903270 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.911724 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e99961bf-9528-4e0e-a257-a1d45da2e1e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.913447 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 7d1aa989-c06a-4f16-bb14-af862f53bf9b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7d1aa989-c06a-4f16-bb14-af862f53bf9b,segment=NetworkSegment(6e2f5ed2-fa68-49c2-903a-96f21ceee9ed),segment_id=6e2f5ed2-fa68-49c2-903a-96f21ceee9ed)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:18.925466 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['11ccc809-2261-401d-8da3-2d48bb297543', 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:59:18.952363 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e99961bf-9528-4e0e-a257-a1d45da2e1e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.956636 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:18.966026 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Network f9d231ae-628f-4043-969c-cf414631d868 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:59:18.974173 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:59:18.982713 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:59:19.049488 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Pushing event updated for resources: {'Port': ['ID=3c4c685c-25bf-4592-b1c9-40dc336ec707,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:19.050460 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=7d1aa989-c06a-4f16-bb14-af862f53bf9b,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:19.059177 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52fc55-9d12-4559-b5c6-62f7aea7949e req-43590907-6626-420e-9b67-cb10f89795e2 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:19.061625 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-df52fc55-9d12-4559-b5c6-62f7aea7949e req-43590907-6626-420e-9b67-cb10f89795e2 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 932 time: 0.1159415 Dec 14 12:59:19.064348 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c926adf0-e619-451f-889e-756a01656c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.067209 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c926adf0-e619-451f-889e-756a01656c3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.068482 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-c926adf0-e619-451f-889e-756a01656c3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c49e82ac-1934-42f4-8df8-f5a55419bb03 HTTP/1.1" status: 204 len: 168 time: 0.3319972 Dec 14 12:59:19.092168 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:19.092829 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926adf0-e619-451f-889e-756a01656c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49e82ac-1934-42f4-8df8-f5a55419bb03,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:19.100264 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.108536 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11cb0c-810d-4e02-a1e0-ad160e9c86a5 req-038012b2-62b7-47b6-9f42-6119d791137f tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:19.115857 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9a11cb0c-810d-4e02-a1e0-ad160e9c86a5 req-038012b2-62b7-47b6-9f42-6119d791137f tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 946 time: 0.1241345 Dec 14 12:59:19.123727 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e99961bf-9528-4e0e-a257-a1d45da2e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.126642 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e99961bf-9528-4e0e-a257-a1d45da2e1e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.127828 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e99961bf-9528-4e0e-a257-a1d45da2e1e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7d4e656-fd80-418e-9a8c-306ddb96399a HTTP/1.1" status: 204 len: 168 time: 0.3272436 Dec 14 12:59:19.141574 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad6dde2a-85e1-46ee-b2e6-ef1455892dd0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8266127 Dec 14 12:59:19.161296 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Request body: {'port': {'device_id': '8d264701-aaa0-465f-a4aa-0cffa41351ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:19.162503 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99961bf-9528-4e0e-a257-a1d45da2e1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d4e656-fd80-418e-9a8c-306ddb96399a,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:19.198507 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-df52fc55-9d12-4559-b5c6-62f7aea7949e req-33659a98-fd9f-424b-8858-d12c5ff2e2dd tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232784 Dec 14 12:59:19.233029 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9a11cb0c-810d-4e02-a1e0-ad160e9c86a5 req-d214bfc6-4e9f-475e-a29c-50d3af0032cc tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154609 Dec 14 12:59:19.263428 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41926) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:19.274730 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.278113 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ef828d28-4cc4-4bd2-ae52-450f0dad363f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.312690 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5f80e-4086-4b68-96fe-221e51edb389 x-openstack-request-id: req-0dc5f80e-4086-4b68-96fe-221e51edb389 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:19.313315 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a410a38-0f6d-4e02-8db7-abd99e6a4fa1", "name": "network-vif-plugged", "status": "completed", "tag": "7d1aa989-c06a-4f16-bb14-af862f53bf9b", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:19.313743 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dc5f80e-4086-4b68-96fe-221e51edb389 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:19.314699 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a410a38-0f6d-4e02-8db7-abd99e6a4fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1aa989-c06a-4f16-bb14-af862f53bf9b', 'code': 200} Dec 14 12:59:19.445696 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ef828d28-4cc4-4bd2-ae52-450f0dad363f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.452443 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ef828d28-4cc4-4bd2-ae52-450f0dad363f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.517360 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-ef828d28-4cc4-4bd2-ae52-450f0dad363f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28b03432e3124a5caf55a973d5151d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528341 Dec 14 12:59:19.519396 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef828d28-4cc4-4bd2-ae52-450f0dad363f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0868c0ea-29f3-497f-9bd9-2e82949d6d09,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:19.521816 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 41940) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:19.645634 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-156e333b-3df2-434a-93c5-ec7d47fb3a77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.659126 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4c685c-25bf-4592-b1c9-40dc336ec707 {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:59:19.664477 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae34d8-81cc-4640-b119-7000f22cdb33 req-4984e0b1-5172-4b64-b054-ef26726a3138 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:19.664694 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56658c34-96b9-412a-9da3-cfbb0f453718 req-c48ac3b3-74b7-4722-83f7-8cd9ac897b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:19.666067 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5bae34d8-81cc-4640-b119-7000f22cdb33 req-4984e0b1-5172-4b64-b054-ef26726a3138 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0936050 Dec 14 12:59:19.666226 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-56658c34-96b9-412a-9da3-cfbb0f453718 req-c48ac3b3-74b7-4722-83f7-8cd9ac897b80 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0934231 Dec 14 12:59:19.671361 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.698268 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Transition to ACTIVE for port object 3c4c685c-25bf-4592-b1c9-40dc336ec707 will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 12:59:19.706276 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-156e333b-3df2-434a-93c5-ec7d47fb3a77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.709715 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.757853 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-56658c34-96b9-412a-9da3-cfbb0f453718 req-d4ff6835-8312-430d-b615-cd1d865b06e8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836239 Dec 14 12:59:19.791487 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4c685c-25bf-4592-b1c9-40dc336ec707,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:19.799018 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c41a1e-4b35-41e9-a49e-a5a19d83ffa6 req-15938f7b-9480-4dd8-962a-08ddd7f0ef5f tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:19.800567 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-19c41a1e-4b35-41e9-a49e-a5a19d83ffa6 req-15938f7b-9480-4dd8-962a-08ddd7f0ef5f tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 944 time: 0.1229248 Dec 14 12:59:19.806025 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5bae34d8-81cc-4640-b119-7000f22cdb33 req-ce87a14b-1779-4b0d-9e01-3851c765e323 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293993 Dec 14 12:59:19.838065 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-156e333b-3df2-434a-93c5-ec7d47fb3a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.842900 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-156e333b-3df2-434a-93c5-ec7d47fb3a77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.844187 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-156e333b-3df2-434a-93c5-ec7d47fb3a77 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0868c0ea-29f3-497f-9bd9-2e82949d6d09 HTTP/1.1" status: 204 len: 168 time: 0.3214381 Dec 14 12:59:19.882685 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Attempting to bind port 3c4c685c-25bf-4592-b1c9-40dc336ec707 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:59:19.883010 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Attempting to bind port 3c4c685c-25bf-4592-b1c9-40dc336ec707 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:59:19.883343 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Attempting to bind port 3c4c685c-25bf-4592-b1c9-40dc336ec707 on network f9d231ae-628f-4043-969c-cf414631d868 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:59:19.885368 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e333b-3df2-434a-93c5-ec7d47fb3a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0868c0ea-29f3-497f-9bd9-2e82949d6d09,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:19.891728 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Port 3c4c685c-25bf-4592-b1c9-40dc336ec707 on network f9d231ae-628f-4043-969c-cf414631d868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 12:59:19.892053 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Attempting to bind port 3c4c685c-25bf-4592-b1c9-40dc336ec707 on network f9d231ae-628f-4043-969c-cf414631d868 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:59:19.907575 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:59:19.907575 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Checking segment: {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:59:19.907831 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Bound using segment: {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:59:19.908153 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Bound port: 3c4c685c-25bf-4592-b1c9-40dc336ec707, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:59:19.908529 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:19.961821 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-19c41a1e-4b35-41e9-a49e-a5a19d83ffa6 req-fc6b5485-a98f-47b0-83cc-a3114c8a347c tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397777 Dec 14 12:59:20.009517 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] For port 3c4c685c-25bf-4592-b1c9-40dc336ec707, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:59:20.013398 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] For port 3c4c685c-25bf-4592-b1c9-40dc336ec707, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=3c4c685c-25bf-4592-b1c9-40dc336ec707,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:59:20.021392 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:20.102875 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:20.103940 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:20.106479 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] 10.222.0.44 "PUT /v2.0/ports/3c4c685c-25bf-4592-b1c9-40dc336ec707 HTTP/1.1" status: 200 len: 1094 time: 0.9522464 Dec 14 12:59:20.107375 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d264701-aaa0-465f-a4aa-0cffa41351ef', 'tag': '3c4c685c-25bf-4592-b1c9-40dc336ec707'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:20.111557 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544ec15e-5b2f-477a-9c2b-04ca51ce07d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d264701-aaa0-465f-a4aa-0cffa41351ef", "tag": "3c4c685c-25bf-4592-b1c9-40dc336ec707"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:20.156885 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4471caf-eae2-4c9f-9a2e-011c312b3015 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4c685c-25bf-4592-b1c9-40dc336ec707,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:20.206080 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7101bf0a-1f75-49df-8bbf-f9456c59ba54 x-openstack-request-id: req-7101bf0a-1f75-49df-8bbf-f9456c59ba54 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:20.206490 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d264701-aaa0-465f-a4aa-0cffa41351ef", "tag": "3c4c685c-25bf-4592-b1c9-40dc336ec707", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:20.206730 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7101bf0a-1f75-49df-8bbf-f9456c59ba54 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:20.207120 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d264701-aaa0-465f-a4aa-0cffa41351ef', 'tag': '3c4c685c-25bf-4592-b1c9-40dc336ec707', 'status': 'completed', 'code': 200} Dec 14 12:59:20.220179 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c276aa-b538-4fee-a03e-a67e526209df req-a4864e85-15f3-49c1-8783-52ef3c01ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:20.221778 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-a4864e85-15f3-49c1-8783-52ef3c01ff98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 1097 time: 0.0524364 Dec 14 12:59:20.335032 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-4869dd3a-5d1b-4dcd-8e0f-496334baad20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c4c685c-25bf-4592-b1c9-40dc336ec707 HTTP/1.1" status: 200 len: 217 time: 0.0987763 Dec 14 12:59:20.440005 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c276aa-b538-4fee-a03e-a67e526209df req-a881a802-7db2-4f53-acd6-00125a0488da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:20.441671 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-a881a802-7db2-4f53-acd6-00125a0488da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15225643-240f-4abd-9f55-847561dbe860 HTTP/1.1" status: 200 len: 854 time: 0.0934205 Dec 14 12:59:20.445900 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faeeddf-2fed-4c1f-a2de-5ffaf6878227 req-373970a9-872d-4abd-bc42-48fbcbd5f6e0 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:20.457779 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4faeeddf-2fed-4c1f-a2de-5ffaf6878227 req-373970a9-872d-4abd-bc42-48fbcbd5f6e0 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 946 time: 0.1174729 Dec 14 12:59:20.508110 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-18be5593-f74e-4f48-a944-5bed4be3ccd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9d231ae-628f-4043-969c-cf414631d868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537553 Dec 14 12:59:20.582765 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4faeeddf-2fed-4c1f-a2de-5ffaf6878227 req-2d9c483b-e506-4d30-829e-7e5b40997f3d tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227317 Dec 14 12:59:20.602272 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bca9a-9b1c-49b1-80f4-e9658e7903c6 req-a17553ab-a720-4ca0-b668-d41ceb32f4da tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:20.609789 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-290bca9a-9b1c-49b1-80f4-e9658e7903c6 req-a17553ab-a720-4ca0-b668-d41ceb32f4da tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 944 time: 0.1046193 Dec 14 12:59:20.612165 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-cb8ffad6-cea6-4ffe-93f5-e32b5fa2cf5c service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964608 Dec 14 12:59:20.632906 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device c342614d-9975-4aaa-a444-6e5c731f8f7a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 12:59:20.665318 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-290bca9a-9b1c-49b1-80f4-e9658e7903c6 req-bfc5dcca-9f1d-4140-8128-a1997ff66346 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510509 Dec 14 12:59:20.724275 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-03c276aa-b538-4fee-a03e-a67e526209df req-ad4910a1-3176-4641-9719-4ecb0b1a62ff service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995815 Dec 14 12:59:20.762801 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port c342614d-9975-4aaa-a444-6e5c731f8f7a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c342614d-9975-4aaa-a444-6e5c731f8f7a,segment=NetworkSegment(8a8a2468-a59e-4dcb-a467-9a683de7caeb),segment_id=8a8a2468-a59e-4dcb-a467-9a683de7caeb)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:20.784800 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': 'c342614d-9975-4aaa-a444-6e5c731f8f7a', 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330', 'port_id': 'c342614d-9975-4aaa-a444-6e5c731f8f7a', 'mac_address': 'fa:16:3e:6f:03:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f131e730-e425-4a3a-be4f-28a7fd66e33d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 12:59:20.837857 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:20.862418 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c342614d-9975-4aaa-a444-6e5c731f8f7a {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:59:20.874273 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ec15e-5b2f-477a-9c2b-04ca51ce07d2 req-f471ce52-210a-45f5-b6f1-c212d3405399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:20.875777 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-544ec15e-5b2f-477a-9c2b-04ca51ce07d2 req-f471ce52-210a-45f5-b6f1-c212d3405399 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 1097 time: 0.0758469 Dec 14 12:59:20.899087 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port c342614d-9975-4aaa-a444-6e5c731f8f7a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c342614d-9975-4aaa-a444-6e5c731f8f7a,segment=NetworkSegment(8a8a2468-a59e-4dcb-a467-9a683de7caeb),segment_id=8a8a2468-a59e-4dcb-a467-9a683de7caeb)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:20.906114 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:20.975483 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=c342614d-9975-4aaa-a444-6e5c731f8f7a,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:20.984592 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947914e-24f8-406f-8c4c-317bf6c037f6 req-6ffd3fd0-c7f3-4fa0-a14e-c34b7e06e390 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:20.992723 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0947914e-24f8-406f-8c4c-317bf6c037f6 req-6ffd3fd0-c7f3-4fa0-a14e-c34b7e06e390 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0708375 Dec 14 12:59:21.031974 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ec15e-5b2f-477a-9c2b-04ca51ce07d2 req-447f9082-072b-449d-a309-9beff5be8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:21.034290 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-544ec15e-5b2f-477a-9c2b-04ca51ce07d2 req-447f9082-072b-449d-a309-9beff5be8f2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 915 time: 0.1484945 Dec 14 12:59:21.059461 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0947914e-24f8-406f-8c4c-317bf6c037f6 req-2fd35e97-6b91-465f-b0c2-89e8685ca611 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654616 Dec 14 12:59:21.091927 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-544ec15e-5b2f-477a-9c2b-04ca51ce07d2 req-cf0e6340-5b10-404a-bebd-474f8f87397f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c4c685c-25bf-4592-b1c9-40dc336ec707 HTTP/1.1" status: 200 len: 217 time: 0.0476439 Dec 14 12:59:21.198342 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ec15e-5b2f-477a-9c2b-04ca51ce07d2 req-20f634d7-afbb-484c-a134-d25194c731f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:21.200197 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-544ec15e-5b2f-477a-9c2b-04ca51ce07d2 req-20f634d7-afbb-484c-a134-d25194c731f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15225643-240f-4abd-9f55-847561dbe860 HTTP/1.1" status: 200 len: 854 time: 0.1003585 Dec 14 12:59:21.229743 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13496e-e903-4684-9839-bc16081581de req-3e90316b-ded7-4f3b-a7c2-d01d8e6333ce tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:21.232006 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cf13496e-e903-4684-9839-bc16081581de req-3e90316b-ded7-4f3b-a7c2-d01d8e6333ce tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 945 time: 0.0944071 Dec 14 12:59:21.297696 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-544ec15e-5b2f-477a-9c2b-04ca51ce07d2 req-ebe52631-4351-4de5-b03a-4ad032c9c789 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9d231ae-628f-4043-969c-cf414631d868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431240 Dec 14 12:59:21.331478 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cf13496e-e903-4684-9839-bc16081581de req-3f859819-8fdc-4da3-90aa-d4c1cb6cf5fc tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913873 Dec 14 12:59:21.384895 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['c342614d-9975-4aaa-a444-6e5c731f8f7a'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:59:21.516806 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-544ec15e-5b2f-477a-9c2b-04ca51ce07d2 req-9f6e381d-defc-4332-a435-08600e152c15 service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152283 Dec 14 12:59:21.723469 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-544ec15e-5b2f-477a-9c2b-04ca51ce07d2 req-d089eb40-8fa8-4639-bddb-f0050d32c530 service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753104 Dec 14 12:59:21.735373 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abdad5-6573-4a9a-b5c2-8a2e9e73658a req-bb7465ac-0d85-40c2-a4a3-9b00a2e5a3eb tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:21.742525 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b7abdad5-6573-4a9a-b5c2-8a2e9e73658a req-bb7465ac-0d85-40c2-a4a3-9b00a2e5a3eb tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 946 time: 0.0584607 Dec 14 12:59:21.822197 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b7abdad5-6573-4a9a-b5c2-8a2e9e73658a req-ace54662-b3ed-431b-bbba-abfdb6d56097 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779688 Dec 14 12:59:21.852483 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d06ff-52f5-4131-aded-c0fc56488994 req-898bdcc6-2faa-4bfa-9db1-3c20defa6167 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:21.864309 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-770d06ff-52f5-4131-aded-c0fc56488994 req-898bdcc6-2faa-4bfa-9db1-3c20defa6167 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 944 time: 0.1143847 Dec 14 12:59:21.910026 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-770d06ff-52f5-4131-aded-c0fc56488994 req-5e2cb9d9-3d52-4f31-a4cb-ed1ee902ab6e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450373 Dec 14 12:59:22.182999 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8fc30-1dab-4f72-b13d-34099b20f09e req-a80947ad-ca9d-40c7-b7ae-fe5d80abb06a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:22.184545 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-83f8fc30-1dab-4f72-b13d-34099b20f09e req-a80947ad-ca9d-40c7-b7ae-fe5d80abb06a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0592299 Dec 14 12:59:22.241988 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-83f8fc30-1dab-4f72-b13d-34099b20f09e req-1b8a6539-1e66-48a9-8e89-15908ae0e3be tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465837 Dec 14 12:59:22.452463 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8014d3-8abd-4f11-b47d-24b78e1627fd req-12b1d139-f0d5-40d9-b461-79746c5091b2 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:22.452599 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 42078) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:22.453230 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fa8014d3-8abd-4f11-b47d-24b78e1627fd req-12b1d139-f0d5-40d9-b461-79746c5091b2 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 945 time: 0.0544240 Dec 14 12:59:22.506157 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fa8014d3-8abd-4f11-b47d-24b78e1627fd req-fe182da4-1969-4c7f-ad0a-107df46db4eb tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467763 Dec 14 12:59:22.578412 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6d67ee02-2d06-47e1-85e7-027c75a612a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:22.632401 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device c342614d-9975-4aaa-a444-6e5c731f8f7a up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:59:22.672275 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6d67ee02-2d06-47e1-85e7-027c75a612a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:22.678267 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6d67ee02-2d06-47e1-85e7-027c75a612a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:22.691508 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port c342614d-9975-4aaa-a444-6e5c731f8f7a completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 12:59:22.696038 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port c342614d-9975-4aaa-a444-6e5c731f8f7a triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:59:22.696453 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:22.723784 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67ee02-2d06-47e1-85e7-027c75a612a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c46c59-2bf7-4d4c-9714-eaaec82790d9,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:22.742755 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-6d67ee02-2d06-47e1-85e7-027c75a612a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ede0a7cc0df541c795a64b0847472ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888925 Dec 14 12:59:22.745412 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 42096) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:22.778407 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7a105-66b7-4ab4-a947-ef0ef5888d7d req-7c3fe327-1e81-4efb-aece-aee4df29bfc7 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:22.780237 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-81a7a105-66b7-4ab4-a947-ef0ef5888d7d req-7c3fe327-1e81-4efb-aece-aee4df29bfc7 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 946 time: 0.0559497 Dec 14 12:59:22.798280 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:22.806686 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c39801a4-b96e-4877-88df-ea6f86728453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:22.825365 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48d3c23-3b4b-4220-8ead-d04a670ec64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c342614d-9975-4aaa-a444-6e5c731f8f7a'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:22.827775 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b22f07-d516-4df6-8c35-d27a61964826" -d '{"events": [{"server_uuid": "c48d3c23-3b4b-4220-8ead-d04a670ec64f", "name": "network-vif-plugged", "status": "completed", "tag": "c342614d-9975-4aaa-a444-6e5c731f8f7a"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:22.857195 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c39801a4-b96e-4877-88df-ea6f86728453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:22.859532 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port c342614d-9975-4aaa-a444-6e5c731f8f7a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c342614d-9975-4aaa-a444-6e5c731f8f7a,segment=NetworkSegment(8a8a2468-a59e-4dcb-a467-9a683de7caeb),segment_id=8a8a2468-a59e-4dcb-a467-9a683de7caeb)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:22.861820 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-81a7a105-66b7-4ab4-a947-ef0ef5888d7d req-5824250f-21bc-4a42-a0e8-fd2926a8ccc5 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677812 Dec 14 12:59:22.866389 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:22.909358 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7839c9-68d6-4c1c-9f14-87a43243380b x-openstack-request-id: req-9a7839c9-68d6-4c1c-9f14-87a43243380b {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:22.909699 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48d3c23-3b4b-4220-8ead-d04a670ec64f", "name": "network-vif-plugged", "status": "completed", "tag": "c342614d-9975-4aaa-a444-6e5c731f8f7a", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:22.909888 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a7839c9-68d6-4c1c-9f14-87a43243380b {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:22.910274 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48d3c23-3b4b-4220-8ead-d04a670ec64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c342614d-9975-4aaa-a444-6e5c731f8f7a', 'code': 200} Dec 14 12:59:22.926512 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c39801a4-b96e-4877-88df-ea6f86728453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:22.929226 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c39801a4-b96e-4877-88df-ea6f86728453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:22.930368 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-c39801a4-b96e-4877-88df-ea6f86728453 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32c46c59-2bf7-4d4c-9714-eaaec82790d9 HTTP/1.1" status: 204 len: 168 time: 0.1840096 Dec 14 12:59:22.942091 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39801a4-b96e-4877-88df-ea6f86728453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c46c59-2bf7-4d4c-9714-eaaec82790d9,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:22.979382 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=c342614d-9975-4aaa-a444-6e5c731f8f7a,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:23.056740 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfd4a5-7ac5-472a-b016-1be159977e81 req-ead6a0fe-84e8-4426-b4d7-2734e4dd69f2 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:23.058591 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5cdfd4a5-7ac5-472a-b016-1be159977e81 req-ead6a0fe-84e8-4426-b4d7-2734e4dd69f2 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 944 time: 0.0590196 Dec 14 12:59:23.152046 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5cdfd4a5-7ac5-472a-b016-1be159977e81 req-3dba7646-0168-4a13-b327-93fe24b8756b tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787041 Dec 14 12:59:23.187440 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bbc7b-101c-4f2f-a287-b69699f46959 req-7e394ba9-47da-48ce-ac42-0574b7655cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:23.189557 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-fc8bbc7b-101c-4f2f-a287-b69699f46959 req-7e394ba9-47da-48ce-ac42-0574b7655cda service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 1099 time: 0.0871856 Dec 14 12:59:23.244058 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-fc8bbc7b-101c-4f2f-a287-b69699f46959 req-87dd5bc0-5db8-46cb-aa4b-398509f898b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Dec 14 12:59:23.321901 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 42142) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:23.368985 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71355937-0b5d-4bbd-9072-21f7867c7193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:23.392069 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-06a5ad90-548e-4026-ac60-62e6724403fa tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1fe74d6e6bd748d4a6f320530dffe300&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627105 Dec 14 12:59:23.733245 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e399953-1309-4903-bdd1-954619f079f0 req-5fee4d6e-991c-4b6c-a496-337b47ad77a5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:23.735000 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1e399953-1309-4903-bdd1-954619f079f0 req-5fee4d6e-991c-4b6c-a496-337b47ad77a5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.4065175 Dec 14 12:59:23.855197 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-cd5996ad-e0f4-4124-8fd9-64cabaf0a615 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:23.856591 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-cd5996ad-e0f4-4124-8fd9-64cabaf0a615 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4536328 Dec 14 12:59:23.865148 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-e5627eaf-f86c-4ba8-a29c-6e89bc7cded6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:23.878342 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71355937-0b5d-4bbd-9072-21f7867c7193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:23.886919 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71355937-0b5d-4bbd-9072-21f7867c7193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:23.894237 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1e399953-1309-4903-bdd1-954619f079f0 req-d5d1db3e-64db-4a5c-99f1-4020d31f962d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461363 Dec 14 12:59:23.901020 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-0a87a424-70ae-4824-a983-e6a26e58d47b tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/quotas/1fe74d6e6bd748d4a6f320530dffe300 HTTP/1.1" status: 200 len: 375 time: 0.0299640 Dec 14 12:59:23.937730 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-71355937-0b5d-4bbd-9072-21f7867c7193 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c136f50f41148eabba55d2cdd47b985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6145668 Dec 14 12:59:23.940422 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 42152) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:23.942345 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71355937-0b5d-4bbd-9072-21f7867c7193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffae6be-6273-4c58-8e94-2f38bc57bdc0,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:23.963629 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-fcfd5504-260b-42e8-8beb-38d043fe04cd tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fe74d6e6bd748d4a6f320530dffe300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434482 Dec 14 12:59:24.006059 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a2f57d09-c5f4-4632-b39f-f7841f7b7605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:24.034044 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a2f57d09-c5f4-4632-b39f-f7841f7b7605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:24.110622 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5cc41-3413-4d60-8589-5795d2451e7e req-da88398d-80f3-4694-aa72-e365252870d3 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:24.112116 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1fb5cc41-3413-4d60-8589-5795d2451e7e req-da88398d-80f3-4694-aa72-e365252870d3 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 946 time: 0.0625091 Dec 14 12:59:24.136698 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a2f57d09-c5f4-4632-b39f-f7841f7b7605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:24.139210 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a2f57d09-c5f4-4632-b39f-f7841f7b7605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:24.143025 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-a2f57d09-c5f4-4632-b39f-f7841f7b7605 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ffae6be-6273-4c58-8e94-2f38bc57bdc0 HTTP/1.1" status: 204 len: 168 time: 0.1988766 Dec 14 12:59:24.174268 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f57d09-c5f4-4632-b39f-f7841f7b7605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffae6be-6273-4c58-8e94-2f38bc57bdc0,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:24.221175 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1fb5cc41-3413-4d60-8589-5795d2451e7e req-d2100aa0-4844-4d77-a37d-89c42266e1ad tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920758 Dec 14 12:59:24.228755 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c32be6-1d6a-4b57-9509-cb21f4d92a0c req-6d9826ea-ef9e-4d79-9d29-0ef82d0ae7a5 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:24.230391 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-65c32be6-1d6a-4b57-9509-cb21f4d92a0c req-6d9826ea-ef9e-4d79-9d29-0ef82d0ae7a5 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 946 time: 0.1080034 Dec 14 12:59:24.294586 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e37733f5-0a26-49b7-adae-e6c9325c2e8b req-38e4250a-a6f8-42ee-bba3-586c9e32f028 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 210 time: 0.0323572 Dec 14 12:59:24.349927 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-65c32be6-1d6a-4b57-9509-cb21f4d92a0c req-8bf3c303-35bc-46d8-a7d3-2e50c03ed25e tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067970 Dec 14 12:59:24.435173 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24e56e-9ade-4f90-b054-a3f30614f7d9 req-643705cb-e7fd-407d-a167-f1783851cb79 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:24.436993 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4b24e56e-9ade-4f90-b054-a3f30614f7d9 req-643705cb-e7fd-407d-a167-f1783851cb79 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 944 time: 0.0574374 Dec 14 12:59:24.504033 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4b24e56e-9ade-4f90-b054-a3f30614f7d9 req-a912577c-f002-4b79-bf4f-98f906945774 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599120 Dec 14 12:59:24.663786 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 3c4c685c-25bf-4592-b1c9-40dc336ec707 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 12:59:24.685481 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 42184) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:24.790029 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 3c4c685c-25bf-4592-b1c9-40dc336ec707, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=3c4c685c-25bf-4592-b1c9-40dc336ec707,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:24.806900 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '3c4c685c-25bf-4592-b1c9-40dc336ec707', 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868', 'port_id': '3c4c685c-25bf-4592-b1c9-40dc336ec707', 'mac_address': 'fa:16:3e:4d:cb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15225643-240f-4abd-9f55-847561dbe860', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 12:59:24.808827 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7ccb403e-a5d0-4d64-8784-acfa486be463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:24.860583 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:24.883704 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4c685c-25bf-4592-b1c9-40dc336ec707 {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:59:24.914206 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 3c4c685c-25bf-4592-b1c9-40dc336ec707, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=3c4c685c-25bf-4592-b1c9-40dc336ec707,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:24.919205 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:24.933402 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7ccb403e-a5d0-4d64-8784-acfa486be463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:24.939748 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7ccb403e-a5d0-4d64-8784-acfa486be463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:24.986513 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=3c4c685c-25bf-4592-b1c9-40dc336ec707,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:24.986766 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-7ccb403e-a5d0-4d64-8784-acfa486be463 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab064cfde5cb49298514cc25fd527f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999380 Dec 14 12:59:24.989275 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 42198) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:25.002979 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb403e-a5d0-4d64-8784-acfa486be463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cd6fee-3a09-4be5-a4a1-3343e244d5f6,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:25.074055 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b9720-6585-4648-98ac-cd06398997d3 req-ee5d8dee-eb0e-42ed-8e0d-a5bf63e5ff0c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:25.075597 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-529b9720-6585-4648-98ac-cd06398997d3 req-ee5d8dee-eb0e-42ed-8e0d-a5bf63e5ff0c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0870764 Dec 14 12:59:25.094104 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75f43b-b9e5-44ff-aa41-c3e32e172384 req-2c65ab3c-e950-44e7-a4d5-b1213e2a88b3 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:25.096494 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-cf75f43b-b9e5-44ff-aa41-c3e32e172384 req-2c65ab3c-e950-44e7-a4d5-b1213e2a88b3 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 946 time: 0.0670178 Dec 14 12:59:25.100392 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-bf64dea1-e464-47aa-9170-22d64f83ddd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:25.139018 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-bf64dea1-e464-47aa-9170-22d64f83ddd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:25.174073 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-529b9720-6585-4648-98ac-cd06398997d3 req-e0bd1131-c840-4d4a-b50c-72eb02a8831b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898354 Dec 14 12:59:25.205688 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-bf64dea1-e464-47aa-9170-22d64f83ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:25.208421 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-bf64dea1-e464-47aa-9170-22d64f83ddd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:25.209822 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-bf64dea1-e464-47aa-9170-22d64f83ddd9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52cd6fee-3a09-4be5-a4a1-3343e244d5f6 HTTP/1.1" status: 204 len: 168 time: 0.2196612 Dec 14 12:59:25.222599 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64dea1-e464-47aa-9170-22d64f83ddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cd6fee-3a09-4be5-a4a1-3343e244d5f6,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:25.229343 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-cf75f43b-b9e5-44ff-aa41-c3e32e172384 req-d58397b3-09b8-49fe-b343-63ee37f21f9a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Deleting port 7d1aa989-c06a-4f16-bb14-af862f53bf9b {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 12:59:25.229762 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-cf75f43b-b9e5-44ff-aa41-c3e32e172384 req-d58397b3-09b8-49fe-b343-63ee37f21f9a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:25.342732 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385383fc-568a-4d89-a94d-80013ea2aa67 req-4d8a80ad-56fc-4338-b606-d21879bb2119 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:25.344774 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-385383fc-568a-4d89-a94d-80013ea2aa67 req-4d8a80ad-56fc-4338-b606-d21879bb2119 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 946 time: 0.0613093 Dec 14 12:59:25.350256 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['3c4c685c-25bf-4592-b1c9-40dc336ec707'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:59:25.362414 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-cf75f43b-b9e5-44ff-aa41-c3e32e172384 req-d58397b3-09b8-49fe-b343-63ee37f21f9a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] For port 7d1aa989-c06a-4f16-bb14-af862f53bf9b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7d1aa989-c06a-4f16-bb14-af862f53bf9b,segment=NetworkSegment(6e2f5ed2-fa68-49c2-903a-96f21ceee9ed),segment_id=6e2f5ed2-fa68-49c2-903a-96f21ceee9ed)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:25.362414 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-cf75f43b-b9e5-44ff-aa41-c3e32e172384 req-d58397b3-09b8-49fe-b343-63ee37f21f9a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:25.388806 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-cf75f43b-b9e5-44ff-aa41-c3e32e172384 req-d58397b3-09b8-49fe-b343-63ee37f21f9a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Calling delete_port for 7d1aa989-c06a-4f16-bb14-af862f53bf9b owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 12:59:25.511217 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ff4c3c13-021c-4b99-aaae-2b80391206d0 req-3d6904e4-ca26-416d-8eb2-0f9717e42c4e tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 210 time: 0.0987055 Dec 14 12:59:25.551119 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-385383fc-568a-4d89-a94d-80013ea2aa67 req-078ff593-98d0-4066-bcc2-dedbb3b370c2 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918833 Dec 14 12:59:25.551725 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-cceea67c-24ee-468a-9a1c-4f60188e7bf2 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1fe74d6e6bd748d4a6f320530dffe300&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573335 Dec 14 12:59:25.705695 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c5b13-fb4d-43b7-8374-7e5d64b2ad07 req-d826d689-a8d7-4488-b704-1be3267426d5 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:25.714382 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-012c5b13-fb4d-43b7-8374-7e5d64b2ad07 req-d826d689-a8d7-4488-b704-1be3267426d5 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 946 time: 0.0982203 Dec 14 12:59:25.854679 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-012c5b13-fb4d-43b7-8374-7e5d64b2ad07 req-3a6842c1-a06e-4c64-a4df-971f23c1874f tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0f192c9-0c37-46f8-9f2d-d1de877d085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291525 Dec 14 12:59:25.874124 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d162e75-54dc-4198-a5c0-cd10435f8e84 req-a69d1af6-2cca-4a93-bcc5-9695788e8f1e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:25.875873 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5d162e75-54dc-4198-a5c0-cd10435f8e84 req-a69d1af6-2cca-4a93-bcc5-9695788e8f1e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 945 time: 0.1796548 Dec 14 12:59:25.953383 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-13dcd0e6-1e87-486a-89bd-4adae649feda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:25.955463 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5d162e75-54dc-4198-a5c0-cd10435f8e84 req-dbfbd570-b25d-4422-9343-869514790661 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686035 Dec 14 12:59:26.085130 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-cf75f43b-b9e5-44ff-aa41-c3e32e172384 req-d58397b3-09b8-49fe-b343-63ee37f21f9a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:26.133410 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58397b3-09b8-49fe-b343-63ee37f21f9a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Pushing event deleted for resources: {'Port': ['ID=7d1aa989-c06a-4f16-bb14-af862f53bf9b,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:26.180086 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf75f43b-b9e5-44ff-aa41-c3e32e172384 req-d58397b3-09b8-49fe-b343-63ee37f21f9a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] No DVR routers for this DVR port 7d1aa989-c06a-4f16-bb14-af862f53bf9b on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 12:59:26.188389 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-6ce4c775-78fe-4214-a02e-c49f2e8c7445 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:26.190173 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-6ce4c775-78fe-4214-a02e-c49f2e8c7445 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6297162 Dec 14 12:59:26.192649 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-cf75f43b-b9e5-44ff-aa41-c3e32e172384 req-d58397b3-09b8-49fe-b343-63ee37f21f9a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:26.196201 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-cf75f43b-b9e5-44ff-aa41-c3e32e172384 req-d58397b3-09b8-49fe-b343-63ee37f21f9a tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.44 "DELETE /v2.0/ports/7d1aa989-c06a-4f16-bb14-af862f53bf9b HTTP/1.1" status: 204 len: 173 time: 1.0785000 Dec 14 12:59:26.197016 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a410a38-0f6d-4e02-8db7-abd99e6a4fa1', 'name': 'network-vif-deleted', 'tag': '7d1aa989-c06a-4f16-bb14-af862f53bf9b'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:26.199627 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b499a8c2-9155-4d8f-8aea-0ff878e123fd" -d '{"events": [{"server_uuid": "7a410a38-0f6d-4e02-8db7-abd99e6a4fa1", "name": "network-vif-deleted", "tag": "7d1aa989-c06a-4f16-bb14-af862f53bf9b"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:26.228361 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Request body: {'port': {'device_id': '64bca4a7-c923-443e-a304-580fcbd76c14', 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d', 'admin_state_up': True, 'tenant_id': '1fe74d6e6bd748d4a6f320530dffe300'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:26.377327 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85367adb-e651-4a62-805b-4000e7483fd1 x-openstack-request-id: req-85367adb-e651-4a62-805b-4000e7483fd1 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:26.377834 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a410a38-0f6d-4e02-8db7-abd99e6a4fa1", "name": "network-vif-deleted", "tag": "7d1aa989-c06a-4f16-bb14-af862f53bf9b", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:26.378300 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85367adb-e651-4a62-805b-4000e7483fd1 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:26.379157 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a410a38-0f6d-4e02-8db7-abd99e6a4fa1', 'name': 'network-vif-deleted', 'tag': '7d1aa989-c06a-4f16-bb14-af862f53bf9b', 'status': 'completed', 'code': 200} Dec 14 12:59:26.415114 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Made reservation on behalf of 1fe74d6e6bd748d4a6f320530dffe300 for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 12:59:26.423233 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63b460-4ca7-4095-b60a-3d8066058324 req-ccce5d3d-c7cc-4176-818f-ac961ef3ae53 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:26.424565 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:26.431785 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-de63b460-4ca7-4095-b60a-3d8066058324 req-ccce5d3d-c7cc-4176-818f-ac961ef3ae53 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.1289337 Dec 14 12:59:26.441207 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:26.479654 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['7d1aa989-c06a-4f16-bb14-af862f53bf9b'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:59:26.496591 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-de63b460-4ca7-4095-b60a-3d8066058324 req-a64646c8-8492-40b8-9aaa-6473165f0696 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635493 Dec 14 12:59:26.558133 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:26.566004 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:26.656508 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-31093a03-6849-4e32-a6f7-3fd84dffed7c req-ba599503-242e-4ca1-bbea-3133b2167a4a tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 210 time: 0.0313320 Dec 14 12:59:26.661021 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506ce504-9d4f-4f25-83f4-4fc444996b84,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:26.685519 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 3c4c685c-25bf-4592-b1c9-40dc336ec707 up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:59:26.760076 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 3c4c685c-25bf-4592-b1c9-40dc336ec707 completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 12:59:26.767895 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 3c4c685c-25bf-4592-b1c9-40dc336ec707 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:59:26.768269 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:26.793687 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Allocated IP 192.168.233.52 (4ba9414d-4894-4adf-a7c5-3d7a9ab3884d/3c52fe5e-25b9-4e9e-ad02-198f0b7f2e6d/f3c25b41-d22f-41fb-921e-52e0ff1be2a4) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 12:59:26.801296 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a71984-57ba-4e2a-b0bc-fcaddec938a8 req-18bed2f6-09aa-4916-9d13-d9836ffa771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:26.803500 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-68a71984-57ba-4e2a-b0bc-fcaddec938a8 req-18bed2f6-09aa-4916-9d13-d9836ffa771d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 1099 time: 0.1030016 Dec 14 12:59:26.910562 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-68a71984-57ba-4e2a-b0bc-fcaddec938a8 req-0a6ec997-6a83-40fa-84f9-596deace3ac1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958614 Dec 14 12:59:26.976788 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:27.013172 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-15650ed4-9918-4c99-926d-7560557cd8ba req-4d078e42-7327-436e-8c71-bf16c9240a17 tempest-VolumesActionsTest-648269150 tempest-VolumesActionsTest-648269150-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a410a38-0f6d-4e02-8db7-abd99e6a4fa1 HTTP/1.1" status: 200 len: 210 time: 0.0486560 Dec 14 12:59:27.052777 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 3c4c685c-25bf-4592-b1c9-40dc336ec707, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=3c4c685c-25bf-4592-b1c9-40dc336ec707,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:27.054202 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d264701-aaa0-465f-a4aa-0cffa41351ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4c685c-25bf-4592-b1c9-40dc336ec707'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:27.057699 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de24da32-908d-4e41-908b-2da517125285" -d '{"events": [{"server_uuid": "8d264701-aaa0-465f-a4aa-0cffa41351ef", "name": "network-vif-plugged", "status": "completed", "tag": "3c4c685c-25bf-4592-b1c9-40dc336ec707"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:27.062953 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:27.063976 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 7d1aa989-c06a-4f16-bb14-af862f53bf9b no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 12:59:27.093811 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 7d1aa989-c06a-4f16-bb14-af862f53bf9b {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 12:59:27.094623 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 7d1aa989-c06a-4f16-bb14-af862f53bf9b not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 12:59:27.134966 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d4931-e8e3-4886-bcfe-eb913283d109 req-871f3518-6730-4d87-8d96-eb935ae4c235 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:27.136270 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3feafb-7a89-49b3-ac18-33211531030f x-openstack-request-id: req-be3feafb-7a89-49b3-ac18-33211531030f {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:27.136648 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d264701-aaa0-465f-a4aa-0cffa41351ef", "name": "network-vif-plugged", "status": "completed", "tag": "3c4c685c-25bf-4592-b1c9-40dc336ec707", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:27.136863 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be3feafb-7a89-49b3-ac18-33211531030f {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:27.137259 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d264701-aaa0-465f-a4aa-0cffa41351ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4c685c-25bf-4592-b1c9-40dc336ec707', 'code': 200} Dec 14 12:59:27.138442 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-786d4931-e8e3-4886-bcfe-eb913283d109 req-871f3518-6730-4d87-8d96-eb935ae4c235 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 946 time: 0.0858808 Dec 14 12:59:27.151823 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:27.170855 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=3c4c685c-25bf-4592-b1c9-40dc336ec707,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:27.224930 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-786d4931-e8e3-4886-bcfe-eb913283d109 req-fbd393e4-c6c0-4a54-a348-6655e31540d0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744474 Dec 14 12:59:27.255955 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:27.308964 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Network 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 12:59:27.312250 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 12:59:27.317471 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 12:59:27.321216 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Pushing event updated for resources: {'Port': ['ID=f3c25b41-d22f-41fb-921e-52e0ff1be2a4,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:27.327683 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:27.382897 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:27.384334 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:27.415331 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f462eabb-ca27-476e-ae9a-a563cdb7b64d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1989000 Dec 14 12:59:27.454862 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Request body: {'port': {'device_id': '64bca4a7-c923-443e-a304-580fcbd76c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 12:59:27.549724 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c07ca5-3cf0-481d-b032-919e4a295855 req-44c40225-5531-436b-bdf5-03e9c6a1a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:27.551210 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-90c07ca5-3cf0-481d-b032-919e4a295855 req-44c40225-5531-436b-bdf5-03e9c6a1a92f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 1099 time: 0.1141191 Dec 14 12:59:27.551885 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:27.635325 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-741c34a8-b483-49b9-a24e-4528a9f55013 None None] Provisioning complete for port f3c25b41-d22f-41fb-921e-52e0ff1be2a4 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:59:27.635736 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-741c34a8-b483-49b9-a24e-4528a9f55013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:27.662141 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801e343-4047-4fb6-af9f-6420410aa66c req-cfbbc5ee-1b4e-45a4-b119-379e2f2a2294 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:27.671810 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8801e343-4047-4fb6-af9f-6420410aa66c req-cfbbc5ee-1b4e-45a4-b119-379e2f2a2294 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0787818 Dec 14 12:59:27.697765 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-741c34a8-b483-49b9-a24e-4528a9f55013 None None] Port f3c25b41-d22f-41fb-921e-52e0ff1be2a4 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 12:59:27.736273 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8801e343-4047-4fb6-af9f-6420410aa66c req-b32a473e-1a55-4ba9-afb6-2b204603062c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629210 Dec 14 12:59:27.743430 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-90c07ca5-3cf0-481d-b032-919e4a295855 req-c07c77cd-4791-4cb0-afd7-f6c0290363af service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761503 Dec 14 12:59:27.820349 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70030d91-9526-4956-8e23-bcd4a235cff6 req-59813f7b-a586-4a45-907b-7f9921f0043a tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:27.821878 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-70030d91-9526-4956-8e23-bcd4a235cff6 req-59813f7b-a586-4a45-907b-7f9921f0043a tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 935 time: 0.0699849 Dec 14 12:59:27.889234 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-70030d91-9526-4956-8e23-bcd4a235cff6 req-4ed13033-3f94-4cc5-a933-3147af1beb6d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593767 Dec 14 12:59:27.973964 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c25b41-d22f-41fb-921e-52e0ff1be2a4 {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:59:27.981883 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:27.993414 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Transition to ACTIVE for port object f3c25b41-d22f-41fb-921e-52e0ff1be2a4 will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 12:59:27.998841 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:28.050668 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f3c25b41-d22f-41fb-921e-52e0ff1be2a4,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:28.120552 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Attempting to bind port f3c25b41-d22f-41fb-921e-52e0ff1be2a4 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 12:59:28.120920 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Attempting to bind port f3c25b41-d22f-41fb-921e-52e0ff1be2a4 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '4ba5f642-05c5-4932-b102-f9534f4fafae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 12:59:28.121404 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Attempting to bind port f3c25b41-d22f-41fb-921e-52e0ff1be2a4 on network 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:59:28.126254 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Port f3c25b41-d22f-41fb-921e-52e0ff1be2a4 on network 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 12:59:28.126547 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Attempting to bind port f3c25b41-d22f-41fb-921e-52e0ff1be2a4 on network 4ba9414d-4894-4adf-a7c5-3d7a9ab3884d {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 12:59:28.140758 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 12:59:28.141135 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Checking segment: {'id': '4ba5f642-05c5-4932-b102-f9534f4fafae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 12:59:28.141532 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Bound using segment: {'id': '4ba5f642-05c5-4932-b102-f9534f4fafae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 12:59:28.142183 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Bound port: f3c25b41-d22f-41fb-921e-52e0ff1be2a4, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba5f642-05c5-4932-b102-f9534f4fafae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 12:59:28.143097 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:28.234716 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] For port f3c25b41-d22f-41fb-921e-52e0ff1be2a4, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 12:59:28.238601 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] For port f3c25b41-d22f-41fb-921e-52e0ff1be2a4, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f3c25b41-d22f-41fb-921e-52e0ff1be2a4,segment=NetworkSegment(4ba5f642-05c5-4932-b102-f9534f4fafae),segment_id=4ba5f642-05c5-4932-b102-f9534f4fafae)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 12:59:28.247713 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:28.311519 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:28.312399 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:28.314868 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] 10.222.0.44 "PUT /v2.0/ports/f3c25b41-d22f-41fb-921e-52e0ff1be2a4 HTTP/1.1" status: 200 len: 1097 time: 0.8653810 Dec 14 12:59:28.369529 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c866b-8d3f-4806-8e94-5baeb2e94ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f3c25b41-d22f-41fb-921e-52e0ff1be2a4,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:28.386509 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bca4a7-c923-443e-a304-580fcbd76c14', 'tag': 'f3c25b41-d22f-41fb-921e-52e0ff1be2a4'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:28.386811 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d16be4-8709-4434-a5d5-e70378f7f7bf req-5c0e2fb2-e198-44b7-aa11-77c511dcd3a3 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:28.390383 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "64bca4a7-c923-443e-a304-580fcbd76c14", "tag": "f3c25b41-d22f-41fb-921e-52e0ff1be2a4"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:28.409705 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-16d16be4-8709-4434-a5d5-e70378f7f7bf req-5c0e2fb2-e198-44b7-aa11-77c511dcd3a3 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 946 time: 0.1060927 Dec 14 12:59:28.440903 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-b16210d7-343c-4e17-92d6-09203cc8bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:28.442600 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-b16210d7-343c-4e17-92d6-09203cc8bf68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1fe74d6e6bd748d4a6f320530dffe300&device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 1100 time: 0.0689023 Dec 14 12:59:28.454200 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd75ba68-9095-4a58-8c93-3e8f534e70f0 x-openstack-request-id: req-cd75ba68-9095-4a58-8c93-3e8f534e70f0 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:28.454492 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bca4a7-c923-443e-a304-580fcbd76c14", "tag": "f3c25b41-d22f-41fb-921e-52e0ff1be2a4", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:28.454793 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd75ba68-9095-4a58-8c93-3e8f534e70f0 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:28.456662 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bca4a7-c923-443e-a304-580fcbd76c14', 'tag': 'f3c25b41-d22f-41fb-921e-52e0ff1be2a4', 'status': 'completed', 'code': 200} Dec 14 12:59:28.506769 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-16d16be4-8709-4434-a5d5-e70378f7f7bf req-0d5d81f4-e7d0-479a-885a-4794a59d5e4c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960450 Dec 14 12:59:28.538974 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-30df6c79-acce-4844-bd83-d4e530db633b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f3c25b41-d22f-41fb-921e-52e0ff1be2a4 HTTP/1.1" status: 200 len: 217 time: 0.0778265 Dec 14 12:59:28.569246 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:28.628580 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-8ac0bec7-1e03-4ff2-ba2c-72558e5ebc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:28.630137 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-8ac0bec7-1e03-4ff2-ba2c-72558e5ebc99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c52fe5e-25b9-4e9e-ad02-198f0b7f2e6d HTTP/1.1" status: 200 len: 843 time: 0.0569367 Dec 14 12:59:28.699618 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-678d421f-bcd2-463b-b0e9-b252d1682820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:28.700161 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-678d421f-bcd2-463b-b0e9-b252d1682820 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ba9414d-4894-4adf-a7c5-3d7a9ab3884d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0592358 Dec 14 12:59:28.873506 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-f54f829c-510d-46c3-a9f5-ebffa3a44de0 service neutron] 10.222.0.44 "GET /v2.0/networks/4ba9414d-4894-4adf-a7c5-3d7a9ab3884d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638606 Dec 14 12:59:28.884055 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa59114-72fd-4bc1-8181-743929f1ff6a req-8acc99cc-3bb1-4620-a065-501a9a84155a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:28.886887 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0fa59114-72fd-4bc1-8181-743929f1ff6a req-8acc99cc-3bb1-4620-a065-501a9a84155a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0831037 Dec 14 12:59:28.961084 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0fa59114-72fd-4bc1-8181-743929f1ff6a req-194e7528-7933-48a5-b296-b72caf0873ab tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624545 Dec 14 12:59:29.089768 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e191cfc8-d684-4020-8d96-fa5082e92226 req-bb5cc191-0cf2-4692-bfab-51e180b27b6c service neutron] 10.222.0.44 "GET /v2.0/networks/4ba9414d-4894-4adf-a7c5-3d7a9ab3884d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986609 Dec 14 12:59:29.167013 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27792-c687-4f80-a60a-284c9f3ce67f req-b6c50d23-a300-4766-ad4d-7dd4ee790662 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:29.174667 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5dc27792-c687-4f80-a60a-284c9f3ce67f req-b6c50d23-a300-4766-ad4d-7dd4ee790662 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 947 time: 0.1478140 Dec 14 12:59:29.211384 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49816608-fb5f-4c12-bfad-4c2b41f11a5a req-141b7e3e-5d2b-4c6d-b0c1-d45e0c56cf3b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:29.219637 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-49816608-fb5f-4c12-bfad-4c2b41f11a5a req-141b7e3e-5d2b-4c6d-b0c1-d45e0c56cf3b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.1557269 Dec 14 12:59:29.223149 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f req-2abd0a9e-892c-43c0-b2c9-9e3b0a4fb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:29.225403 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f req-2abd0a9e-892c-43c0-b2c9-9e3b0a4fb9ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1fe74d6e6bd748d4a6f320530dffe300&device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 1100 time: 0.0584188 Dec 14 12:59:29.272754 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5dc27792-c687-4f80-a60a-284c9f3ce67f req-345489a2-df49-4297-9e3a-7cdc75bd5081 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969536 Dec 14 12:59:29.276028 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 42500) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:29.317462 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-49816608-fb5f-4c12-bfad-4c2b41f11a5a req-f334415d-464c-4e5c-bf11-ea98f4b96d50 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966907 Dec 14 12:59:29.374703 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f req-ec3681c7-5a72-479b-9fbb-e5fd3fd3d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:29.376226 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f req-ec3681c7-5a72-479b-9fbb-e5fd3fd3d30c service neutron] 10.222.0.44 "GET /v2.0/networks?id=4ba9414d-4894-4adf-a7c5-3d7a9ab3884d HTTP/1.1" status: 200 len: 870 time: 0.1401832 Dec 14 12:59:29.453792 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f req-6790c2e9-4f8a-4297-bb19-902737763536 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f3c25b41-d22f-41fb-921e-52e0ff1be2a4 HTTP/1.1" status: 200 len: 217 time: 0.0478187 Dec 14 12:59:29.464112 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8a-ee6c-4d23-a4ff-c0c04ed31f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:29.473047 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:29.537990 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f req-d8ae3bb6-9253-4963-8eb2-4d89ee541c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:29.540358 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f req-d8ae3bb6-9253-4963-8eb2-4d89ee541c58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c52fe5e-25b9-4e9e-ad02-198f0b7f2e6d HTTP/1.1" status: 200 len: 843 time: 0.0608084 Dec 14 12:59:29.584335 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8a-ee6c-4d23-a4ff-c0c04ed31f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:29.614556 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f req-27e3e8dc-e3be-4e1e-9650-261f7240a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:29.617087 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f req-27e3e8dc-e3be-4e1e-9650-261f7240a750 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ba9414d-4894-4adf-a7c5-3d7a9ab3884d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0601726 Dec 14 12:59:29.617814 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e2aafb8a-ee6c-4d23-a4ff-c0c04ed31f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:29.665020 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e2aafb8a-ee6c-4d23-a4ff-c0c04ed31f90 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3066d05737f6467a947342d9b95f000a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878002 Dec 14 12:59:29.666580 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aafb8a-ee6c-4d23-a4ff-c0c04ed31f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e69c80b-aece-4134-ab0f-06ce9ca8cd2d,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:29.668057 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 42514) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:29.681290 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378ff5f-4ec5-47ae-beea-c6724756c26f req-97d9488b-0d28-477a-8061-5825f95869ce tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:29.688978 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4378ff5f-4ec5-47ae-beea-c6724756c26f req-97d9488b-0d28-477a-8061-5825f95869ce tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 946 time: 0.1030755 Dec 14 12:59:29.739832 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a00d1909-214d-4d96-8e1f-ef9c96e386c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:29.766735 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a00d1909-214d-4d96-8e1f-ef9c96e386c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:29.785293 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4378ff5f-4ec5-47ae-beea-c6724756c26f req-49c3ead6-23c9-4d06-af66-c471a9ed9944 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861804 Dec 14 12:59:29.827079 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a00d1909-214d-4d96-8e1f-ef9c96e386c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:29.830171 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a00d1909-214d-4d96-8e1f-ef9c96e386c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:29.831122 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-a00d1909-214d-4d96-8e1f-ef9c96e386c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e69c80b-aece-4134-ab0f-06ce9ca8cd2d HTTP/1.1" status: 204 len: 168 time: 0.1610856 Dec 14 12:59:29.838806 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d1909-214d-4d96-8e1f-ef9c96e386c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e69c80b-aece-4134-ab0f-06ce9ca8cd2d,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:30.107086 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 42532) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:30.120014 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9eddda81-7c48-4e79-9fa9-d910719d6cba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:30.190602 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9eddda81-7c48-4e79-9fa9-d910719d6cba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:30.196210 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9eddda81-7c48-4e79-9fa9-d910719d6cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:30.236682 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-9eddda81-7c48-4e79-9fa9-d910719d6cba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc536a4e541443af9d21cbf7e48674e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282954 Dec 14 12:59:30.238501 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddda81-7c48-4e79-9fa9-d910719d6cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38038383-07f0-46fc-9332-66babfc8d137,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:30.239334 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 42538) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:30.291960 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-6907540b-d419-4929-87f2-886eabd1d130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:30.314100 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-6907540b-d419-4929-87f2-886eabd1d130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:30.387656 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-6907540b-d419-4929-87f2-886eabd1d130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:30.390288 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-6907540b-d419-4929-87f2-886eabd1d130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:30.391571 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-6907540b-d419-4929-87f2-886eabd1d130 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38038383-07f0-46fc-9332-66babfc8d137 HTTP/1.1" status: 204 len: 168 time: 0.1511488 Dec 14 12:59:30.401626 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e8804-dae5-4987-9dc3-fa380ddd9c57 req-b84e64c9-c84d-4cc7-b10a-6f67c7188cd2 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:30.403206 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-784e8804-dae5-4987-9dc3-fa380ddd9c57 req-b84e64c9-c84d-4cc7-b10a-6f67c7188cd2 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 947 time: 0.0594964 Dec 14 12:59:30.410713 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907540b-d419-4929-87f2-886eabd1d130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38038383-07f0-46fc-9332-66babfc8d137,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:30.463391 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-784e8804-dae5-4987-9dc3-fa380ddd9c57 req-215dbadf-49b7-4dd6-92a9-634d0ae68dce tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505912 Dec 14 12:59:31.581422 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c076200-3df9-4cbf-bc49-e02058b65b8f req-fddb5c6b-a0ab-420b-9043-2c40e6eb9ee7 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:31.582964 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3c076200-3df9-4cbf-bc49-e02058b65b8f req-fddb5c6b-a0ab-420b-9043-2c40e6eb9ee7 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 947 time: 0.0492578 Dec 14 12:59:31.641759 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3c076200-3df9-4cbf-bc49-e02058b65b8f req-03fe8c7a-6997-4425-8cfb-22c53649a65f tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506952 Dec 14 12:59:32.637730 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f req-d50d1ede-4f85-4db5-9ae4-e0bed3c923ab service neutron] 10.222.0.44 "GET /v2.0/networks/4ba9414d-4894-4adf-a7c5-3d7a9ab3884d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018357 Dec 14 12:59:32.779758 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb6434-9739-4032-bae8-f6834eeda2c1 req-bd4dafb6-d788-4342-8aee-29d0882a9249 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:32.780317 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-02fb48c6-1231-4028-964c-f5f3cbbeeb7f req-18649901-6683-4d83-92f4-f9dc2691cd01 service neutron] 10.222.0.44 "GET /v2.0/networks/4ba9414d-4894-4adf-a7c5-3d7a9ab3884d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312215 Dec 14 12:59:32.781253 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e2fb6434-9739-4032-bae8-f6834eeda2c1 req-bd4dafb6-d788-4342-8aee-29d0882a9249 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 947 time: 0.0530286 Dec 14 12:59:32.838383 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e2fb6434-9739-4032-bae8-f6834eeda2c1 req-1cb4d884-7f96-4dc3-8874-f7ee64217816 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478127 Dec 14 12:59:33.959945 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18963f-805c-4100-950f-e049f5e3b5ad req-80a05d24-8103-45ec-bcfe-6ec3df123b0e tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:33.961888 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fa18963f-805c-4100-950f-e049f5e3b5ad req-80a05d24-8103-45ec-bcfe-6ec3df123b0e tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 947 time: 0.0508962 Dec 14 12:59:34.011768 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fa18963f-805c-4100-950f-e049f5e3b5ad req-34c449bc-81bd-4de6-a8d4-8361bcea30c2 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433578 Dec 14 12:59:34.186554 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91146aae-6b5d-4593-8e54-3f297ab3424e req-8f173231-01bb-438e-a095-d4156cff4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:34.188179 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-91146aae-6b5d-4593-8e54-3f297ab3424e req-8f173231-01bb-438e-a095-d4156cff4d03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 1099 time: 0.0456452 Dec 14 12:59:34.207748 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eebf2f-0fd3-41f1-96a6-6125dcf0f40c req-e9d4e580-2a18-4c48-ab03-160e55ab607e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:34.209330 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-70eebf2f-0fd3-41f1-96a6-6125dcf0f40c req-e9d4e580-2a18-4c48-ab03-160e55ab607e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0543680 Dec 14 12:59:34.258678 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-70eebf2f-0fd3-41f1-96a6-6125dcf0f40c req-29693923-bdbd-4437-bb8c-95944d452379 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429366 Dec 14 12:59:34.328723 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91146aae-6b5d-4593-8e54-3f297ab3424e req-0c491ca8-075f-49b1-840b-e8161edc0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:34.333727 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-91146aae-6b5d-4593-8e54-3f297ab3424e req-0c491ca8-075f-49b1-840b-e8161edc0e89 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 920 time: 0.1246395 Dec 14 12:59:34.389099 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-91146aae-6b5d-4593-8e54-3f297ab3424e req-e761ce48-7bbf-47bd-a667-4db895411056 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb HTTP/1.1" status: 200 len: 217 time: 0.0400498 Dec 14 12:59:34.449070 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91146aae-6b5d-4593-8e54-3f297ab3424e req-0d1af7f2-233c-420b-b39e-62d8533dc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:34.450828 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-91146aae-6b5d-4593-8e54-3f297ab3424e req-0d1af7f2-233c-420b-b39e-62d8533dc9f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 200 len: 859 time: 0.0482540 Dec 14 12:59:34.501236 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-91146aae-6b5d-4593-8e54-3f297ab3424e req-fc130330-c315-41a0-86aa-159b3ddc4d10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6092f040-7850-4b5c-8606-0c2c75c91695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380728 Dec 14 12:59:34.629854 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-91146aae-6b5d-4593-8e54-3f297ab3424e req-1e226ff5-7c58-44d3-b2fa-9298e280db57 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158657 Dec 14 12:59:34.726046 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device f3c25b41-d22f-41fb-921e-52e0ff1be2a4 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 12:59:34.759389 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-91146aae-6b5d-4593-8e54-3f297ab3424e req-aa30dec6-0870-4c0a-9b47-cbe8c4844f5b service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202731 Dec 14 12:59:34.924257 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port f3c25b41-d22f-41fb-921e-52e0ff1be2a4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f3c25b41-d22f-41fb-921e-52e0ff1be2a4,segment=NetworkSegment(4ba5f642-05c5-4932-b102-f9534f4fafae),segment_id=4ba5f642-05c5-4932-b102-f9534f4fafae)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:34.936612 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': 'f3c25b41-d22f-41fb-921e-52e0ff1be2a4', 'network_id': '4ba9414d-4894-4adf-a7c5-3d7a9ab3884d', 'port_id': 'f3c25b41-d22f-41fb-921e-52e0ff1be2a4', 'mac_address': 'fa:16:3e:b1:b4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c52fe5e-25b9-4e9e-ad02-198f0b7f2e6d', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 12:59:34.978748 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:34.999579 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c25b41-d22f-41fb-921e-52e0ff1be2a4 {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 12:59:35.038214 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port f3c25b41-d22f-41fb-921e-52e0ff1be2a4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f3c25b41-d22f-41fb-921e-52e0ff1be2a4,segment=NetworkSegment(4ba5f642-05c5-4932-b102-f9534f4fafae),segment_id=4ba5f642-05c5-4932-b102-f9534f4fafae)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:35.046049 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:35.106660 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=f3c25b41-d22f-41fb-921e-52e0ff1be2a4,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:35.156706 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f559ed6-5ab2-4073-a822-ca428d506755 req-ce7a0deb-9262-479e-974a-c0238eb46dec tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:35.159025 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2f559ed6-5ab2-4073-a822-ca428d506755 req-ce7a0deb-9262-479e-974a-c0238eb46dec tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 948 time: 0.0648844 Dec 14 12:59:35.214983 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2f559ed6-5ab2-4073-a822-ca428d506755 req-b18df15b-e0a3-4cf7-b4e8-2c10df3d9e2e tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468833 Dec 14 12:59:35.427178 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cf2ed-5ba8-4829-8c96-83677d7a75eb req-3ca302ce-2af0-4d8f-8978-cdaf01f3fc72 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:35.429285 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e19cf2ed-5ba8-4829-8c96-83677d7a75eb req-3ca302ce-2af0-4d8f-8978-cdaf01f3fc72 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0745761 Dec 14 12:59:35.513481 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e19cf2ed-5ba8-4829-8c96-83677d7a75eb req-5077c9d9-28eb-4d12-807f-32b46fc1f5dc tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771990 Dec 14 12:59:35.534342 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['f3c25b41-d22f-41fb-921e-52e0ff1be2a4'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 12:59:36.346336 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0bec1-a69a-4972-9ced-fc262feb37b7 req-7f64dc9c-31c7-4b53-bf29-2e1abe7d748b tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:36.348702 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f6c0bec1-a69a-4972-9ced-fc262feb37b7 req-7f64dc9c-31c7-4b53-bf29-2e1abe7d748b tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 948 time: 0.0557950 Dec 14 12:59:36.439027 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f6c0bec1-a69a-4972-9ced-fc262feb37b7 req-b61a4a62-8547-48fe-8629-1d33298d9814 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824735 Dec 14 12:59:36.646779 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256b587-f0ef-42eb-b24e-2ba28f7ea0dd req-bae7974a-daea-4f0a-beb8-255d3055704b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:36.648664 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d256b587-f0ef-42eb-b24e-2ba28f7ea0dd req-bae7974a-daea-4f0a-beb8-255d3055704b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0532744 Dec 14 12:59:36.705331 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d256b587-f0ef-42eb-b24e-2ba28f7ea0dd req-3dca4d78-6bba-4b0f-b527-22a6433b636d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498638 Dec 14 12:59:37.256337 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 42816) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:37.389234 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-087f9841-cc9c-4573-8f7e-39619c530eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:37.489090 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-087f9841-cc9c-4573-8f7e-39619c530eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:37.497429 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-087f9841-cc9c-4573-8f7e-39619c530eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:37.540118 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 42830) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:37.540633 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-087f9841-cc9c-4573-8f7e-39619c530eb6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=530d3b82931d4209bf52a8944065a389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824895 Dec 14 12:59:37.552007 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f9841-cc9c-4573-8f7e-39619c530eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99044ec9-27eb-4b67-ae50-df6dd89a97ff,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:37.616283 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217b858-9050-48bb-b9ef-88c1270a5cfa req-32656ad5-8543-409e-9d6b-7f402d6f0c3d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:37.624026 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d217b858-9050-48bb-b9ef-88c1270a5cfa req-32656ad5-8543-409e-9d6b-7f402d6f0c3d tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 948 time: 0.0812576 Dec 14 12:59:37.638532 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7b940708-3377-4fff-8ba8-0a8c79bd4259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:37.674505 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7b940708-3377-4fff-8ba8-0a8c79bd4259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:37.685606 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d217b858-9050-48bb-b9ef-88c1270a5cfa req-8e001ebe-ae8c-4723-b3df-dd19bfce4fda tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Dec 14 12:59:37.727649 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7b940708-3377-4fff-8ba8-0a8c79bd4259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:37.730961 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7b940708-3377-4fff-8ba8-0a8c79bd4259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:37.732558 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-7b940708-3377-4fff-8ba8-0a8c79bd4259 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99044ec9-27eb-4b67-ae50-df6dd89a97ff HTTP/1.1" status: 204 len: 168 time: 0.1905429 Dec 14 12:59:37.744542 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b940708-3377-4fff-8ba8-0a8c79bd4259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99044ec9-27eb-4b67-ae50-df6dd89a97ff,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:37.835733 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0ad4f-a65e-4918-9d93-9bba5f9edc28 req-9a907d0e-637a-4e54-a26e-0c2a07e8d4f1 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:37.837370 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bfb0ad4f-a65e-4918-9d93-9bba5f9edc28 req-9a907d0e-637a-4e54-a26e-0c2a07e8d4f1 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0550423 Dec 14 12:59:37.891078 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bfb0ad4f-a65e-4918-9d93-9bba5f9edc28 req-4a5ddc8b-0576-4387-a81b-07d3276d528a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465140 Dec 14 12:59:38.057772 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 42844) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:38.072204 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0d1d9754-92ce-4970-9b4a-fb27d6fcfbe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:38.153198 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0d1d9754-92ce-4970-9b4a-fb27d6fcfbe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:38.158568 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0d1d9754-92ce-4970-9b4a-fb27d6fcfbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:38.199865 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-0d1d9754-92ce-4970-9b4a-fb27d6fcfbe0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1a4055070f540f08d301ae159b031dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408572 Dec 14 12:59:38.201833 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d9754-92ce-4970-9b4a-fb27d6fcfbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e407c8d-05a7-48e4-88b1-f4d022da71cd,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:38.202645 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 42848) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:38.261973 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5b84c40d-51e0-4ee4-aa39-2c33a4e58ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:38.284370 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5b84c40d-51e0-4ee4-aa39-2c33a4e58ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:38.337246 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5b84c40d-51e0-4ee4-aa39-2c33a4e58ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:38.340238 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5b84c40d-51e0-4ee4-aa39-2c33a4e58ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:38.341524 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-5b84c40d-51e0-4ee4-aa39-2c33a4e58ee1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e407c8d-05a7-48e4-88b1-f4d022da71cd HTTP/1.1" status: 204 len: 168 time: 0.1378233 Dec 14 12:59:38.350772 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84c40d-51e0-4ee4-aa39-2c33a4e58ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e407c8d-05a7-48e4-88b1-f4d022da71cd,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:38.682228 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 42854) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:38.695666 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b31cd146-e8dd-4594-957d-dd66cdb3f919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:38.757729 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device f3c25b41-d22f-41fb-921e-52e0ff1be2a4 up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 12:59:38.908075 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b31cd146-e8dd-4594-957d-dd66cdb3f919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:38.915586 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b31cd146-e8dd-4594-957d-dd66cdb3f919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:38.934493 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port f3c25b41-d22f-41fb-921e-52e0ff1be2a4 completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 12:59:38.940225 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port f3c25b41-d22f-41fb-921e-52e0ff1be2a4 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 12:59:38.940614 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:38.975350 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-b31cd146-e8dd-4594-957d-dd66cdb3f919 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01cbe27539c04b53b94df2a12cdd10c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919984 Dec 14 12:59:38.975601 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 42868) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:39.029201 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182feca-3ec5-46bf-9d94-50f16a7f9b89 req-3d72c188-2f36-40eb-b12d-e6982cc58080 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:39.031164 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1182feca-3ec5-46bf-9d94-50f16a7f9b89 req-3d72c188-2f36-40eb-b12d-e6982cc58080 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 948 time: 0.2200539 Dec 14 12:59:39.036265 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cd146-e8dd-4594-957d-dd66cdb3f919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4ed5b0-5fba-4722-b87a-e059877946f0,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:39.064975 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-62584eb7-544d-42dc-bf03-73c309c0c846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:39.113875 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c212a83-a488-4fce-9b15-6b9b9f285606 req-90d8b72e-0597-44a7-86a9-85dacb4b9c0a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:39.120376 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-62584eb7-544d-42dc-bf03-73c309c0c846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:39.121587 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3c212a83-a488-4fce-9b15-6b9b9f285606 req-90d8b72e-0597-44a7-86a9-85dacb4b9c0a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.1368616 Dec 14 12:59:39.137858 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:39.151094 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1182feca-3ec5-46bf-9d94-50f16a7f9b89 req-5e02110b-323a-47e4-9ea0-41cac3b5a0fa tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936852 Dec 14 12:59:39.169735 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bca4a7-c923-443e-a304-580fcbd76c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c25b41-d22f-41fb-921e-52e0ff1be2a4'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:39.173335 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9e17c7-0973-4ae8-ab7e-0c81056320f1" -d '{"events": [{"server_uuid": "64bca4a7-c923-443e-a304-580fcbd76c14", "name": "network-vif-plugged", "status": "completed", "tag": "f3c25b41-d22f-41fb-921e-52e0ff1be2a4"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:39.190332 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port f3c25b41-d22f-41fb-921e-52e0ff1be2a4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f3c25b41-d22f-41fb-921e-52e0ff1be2a4,segment=NetworkSegment(4ba5f642-05c5-4932-b102-f9534f4fafae),segment_id=4ba5f642-05c5-4932-b102-f9534f4fafae)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:39.196354 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:39.199522 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3c212a83-a488-4fce-9b15-6b9b9f285606 req-24119cef-d1c3-49c2-af95-a6593f4685c6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718110 Dec 14 12:59:39.219270 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-62584eb7-544d-42dc-bf03-73c309c0c846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:39.222208 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-62584eb7-544d-42dc-bf03-73c309c0c846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:39.223887 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-62584eb7-544d-42dc-bf03-73c309c0c846 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df4ed5b0-5fba-4722-b87a-e059877946f0 HTTP/1.1" status: 204 len: 168 time: 0.2469895 Dec 14 12:59:39.246057 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62584eb7-544d-42dc-bf03-73c309c0c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4ed5b0-5fba-4722-b87a-e059877946f0,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:39.253279 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1eadc27-cad5-439f-91a9-f8490aae664c x-openstack-request-id: req-f1eadc27-cad5-439f-91a9-f8490aae664c {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:39.253663 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bca4a7-c923-443e-a304-580fcbd76c14", "name": "network-vif-plugged", "status": "completed", "tag": "f3c25b41-d22f-41fb-921e-52e0ff1be2a4", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:39.253927 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1eadc27-cad5-439f-91a9-f8490aae664c {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:39.254328 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bca4a7-c923-443e-a304-580fcbd76c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c25b41-d22f-41fb-921e-52e0ff1be2a4', 'code': 200} Dec 14 12:59:39.290725 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=f3c25b41-d22f-41fb-921e-52e0ff1be2a4,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:39.504938 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f1c80-dfdd-4354-a85a-abda15cf8b09 req-2e59bb0b-2731-4c60-9aa6-8854945cbb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:39.506548 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f3f1c80-dfdd-4354-a85a-abda15cf8b09 req-2e59bb0b-2731-4c60-9aa6-8854945cbb4f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 1102 time: 0.0507302 Dec 14 12:59:39.558244 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f3f1c80-dfdd-4354-a85a-abda15cf8b09 req-199f4b05-17f8-46d9-a660-3d02dd254072 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Dec 14 12:59:40.289667 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d90b5a-08de-4428-b7e9-f83016cc5057 req-02ab9e52-5b8a-4af1-869d-bd28367528ac tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:40.291299 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-59d90b5a-08de-4428-b7e9-f83016cc5057 req-02ab9e52-5b8a-4af1-869d-bd28367528ac tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 949 time: 0.0534856 Dec 14 12:59:40.369904 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5f102-cf81-4c9e-bd86-18b909a46624 req-fffd4b23-89e8-433d-990e-bde1cb8b600b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:40.371775 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4df5f102-cf81-4c9e-bd86-18b909a46624 req-fffd4b23-89e8-433d-990e-bde1cb8b600b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0902364 Dec 14 12:59:40.375779 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-59d90b5a-08de-4428-b7e9-f83016cc5057 req-c54c0c45-fd43-4552-876f-18f0864f6660 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754006 Dec 14 12:59:40.436800 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4df5f102-cf81-4c9e-bd86-18b909a46624 req-b74752c9-454d-4c5f-b972-168015f4c7f4 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542696 Dec 14 12:59:41.369316 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 42930) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:41.527287 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b0cad164-007f-4ac1-912e-8022ba4567e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:41.630919 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64815b99-0f39-4853-83ff-27f2e40c9d7f req-9334dd0c-92fa-4252-981a-973a90fbf05b tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:41.633233 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-64815b99-0f39-4853-83ff-27f2e40c9d7f req-9334dd0c-92fa-4252-981a-973a90fbf05b tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 949 time: 0.1335838 Dec 14 12:59:41.643427 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b0cad164-007f-4ac1-912e-8022ba4567e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:41.650448 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b0cad164-007f-4ac1-912e-8022ba4567e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:41.701029 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b6784-ef23-4bf7-9966-fb3f5b454245 req-421c5f2f-cf3e-4cba-869c-5eb965d7bbe3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:41.703395 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2b8b6784-ef23-4bf7-9966-fb3f5b454245 req-421c5f2f-cf3e-4cba-869c-5eb965d7bbe3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.1345973 Dec 14 12:59:41.721905 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-b0cad164-007f-4ac1-912e-8022ba4567e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bbec5e13580465a890ece90eb791b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510420 Dec 14 12:59:41.724296 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 42944) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 12:59:41.727613 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cad164-007f-4ac1-912e-8022ba4567e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d1bb14-beab-4e78-8317-0b51c1a6e519,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:41.803498 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-64815b99-0f39-4853-83ff-27f2e40c9d7f req-6064c7ef-d66b-4a26-a470-9ead746972b3 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618977 Dec 14 12:59:41.882620 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2b8b6784-ef23-4bf7-9966-fb3f5b454245 req-498b3dc9-b51b-439f-88c0-175d48f61660 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519909 Dec 14 12:59:41.920544 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7dade211-9543-46da-aeea-edbf106095f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:41.960879 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7dade211-9543-46da-aeea-edbf106095f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:42.063893 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7dade211-9543-46da-aeea-edbf106095f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:42.066589 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7dade211-9543-46da-aeea-edbf106095f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:42.067774 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-7dade211-9543-46da-aeea-edbf106095f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09d1bb14-beab-4e78-8317-0b51c1a6e519 HTTP/1.1" status: 204 len: 168 time: 0.3307667 Dec 14 12:59:42.076445 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dade211-9543-46da-aeea-edbf106095f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d1bb14-beab-4e78-8317-0b51c1a6e519,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:43.013331 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a272da-f615-43b0-8707-4bf73e422f7d req-fb39781b-dfbe-422a-93c7-b9b6da3cbf00 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:43.021695 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c8a272da-f615-43b0-8707-4bf73e422f7d req-fb39781b-dfbe-422a-93c7-b9b6da3cbf00 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 949 time: 0.1181498 Dec 14 12:59:43.067822 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9cd56-3687-4f9e-b72a-93297a795528 req-3dd66c60-f26b-45de-9af6-cda7e12c2dfe tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:43.070056 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f1c9cd56-3687-4f9e-b72a-93297a795528 req-3dd66c60-f26b-45de-9af6-cda7e12c2dfe tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.1052246 Dec 14 12:59:43.104623 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c8a272da-f615-43b0-8707-4bf73e422f7d req-e309448d-13dc-4422-9f73-3854be6ac21f tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812101 Dec 14 12:59:43.155656 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f1c9cd56-3687-4f9e-b72a-93297a795528 req-826d9398-a989-4d71-bcd0-b9894e6accef tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780244 Dec 14 12:59:43.428887 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ec163-f636-4e9c-9504-803d6b258b4e req-b9aa0761-ded6-4e5a-a7f6-fb5a50c6b645 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:43.433349 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4c8ec163-f636-4e9c-9504-803d6b258b4e req-b9aa0761-ded6-4e5a-a7f6-fb5a50c6b645 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 949 time: 0.0619192 Dec 14 12:59:43.484136 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4c8ec163-f636-4e9c-9504-803d6b258b4e req-d02983c0-640e-45f2-9473-021bfec19b88 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476239 Dec 14 12:59:43.799242 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:44.288262 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01562c3-8d9d-41cc-b88b-f2dac3e17abd req-6530eca9-6665-4803-b880-a149caa4313c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:44.289759 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d01562c3-8d9d-41cc-b88b-f2dac3e17abd req-6530eca9-6665-4803-b880-a149caa4313c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0518744 Dec 14 12:59:44.337576 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d01562c3-8d9d-41cc-b88b-f2dac3e17abd req-2418f5c2-6134-4723-a807-9a0f860be7a8 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Dec 14 12:59:44.607845 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f51145-01ba-4bbf-b76a-1afbbea1fcb9 req-d2d6491d-7575-4110-bdea-da8b4a4aac21 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:44.609268 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-91f51145-01ba-4bbf-b76a-1afbbea1fcb9 req-d2d6491d-7575-4110-bdea-da8b4a4aac21 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 949 time: 0.0577137 Dec 14 12:59:44.660810 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-91f51145-01ba-4bbf-b76a-1afbbea1fcb9 req-ddfd43c9-14d0-4b60-9959-6959783eb236 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425096 Dec 14 12:59:45.473247 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30526fb-4ae6-4eb0-bf4b-6c902b2a6a87 req-1a3e309d-7867-4e2d-839a-a2de2aa46c52 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:45.473247 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d30526fb-4ae6-4eb0-bf4b-6c902b2a6a87 req-1a3e309d-7867-4e2d-839a-a2de2aa46c52 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0545106 Dec 14 12:59:45.517978 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d30526fb-4ae6-4eb0-bf4b-6c902b2a6a87 req-57cceb8c-5370-4de9-ba04-fc86791f2eba tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Dec 14 12:59:45.807366 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689df67-5a0b-448b-95d2-e46307350d1c req-db6fe742-878b-48e1-bf5f-9236509ecd03 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:45.808881 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c689df67-5a0b-448b-95d2-e46307350d1c req-db6fe742-878b-48e1-bf5f-9236509ecd03 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 949 time: 0.0583842 Dec 14 12:59:45.857266 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c689df67-5a0b-448b-95d2-e46307350d1c req-e428c613-f28b-48de-9c97-50ba04d517bf tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420833 Dec 14 12:59:46.641998 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d21dd-dd31-462b-b12c-d193a32e3243 req-d228727e-c1e7-491f-8ac2-7d6a550140f2 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:46.643878 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6c0d21dd-dd31-462b-b12c-d193a32e3243 req-d228727e-c1e7-491f-8ac2-7d6a550140f2 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0547779 Dec 14 12:59:46.697746 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6c0d21dd-dd31-462b-b12c-d193a32e3243 req-7c50dc7f-ebba-4476-8a08-62bc1349ce3c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471675 Dec 14 12:59:46.991732 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a090a1-c12a-4382-845d-2f3d0dd486cc req-03011142-f5c8-4d04-97b2-af36c44080a4 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:46.993551 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c2a090a1-c12a-4382-845d-2f3d0dd486cc req-03011142-f5c8-4d04-97b2-af36c44080a4 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 949 time: 0.0574684 Dec 14 12:59:47.064366 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c2a090a1-c12a-4382-845d-2f3d0dd486cc req-ce539b22-408a-40a3-b175-5cf73271297e tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643730 Dec 14 12:59:47.117165 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 12:59:47.834788 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd276b9-7a0e-476d-86eb-c68d7f6a8d89 req-07701cdc-c90a-45ad-928a-75e58d29ed7b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:47.836582 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4fd276b9-7a0e-476d-86eb-c68d7f6a8d89 req-07701cdc-c90a-45ad-928a-75e58d29ed7b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0532432 Dec 14 12:59:47.899509 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4fd276b9-7a0e-476d-86eb-c68d7f6a8d89 req-e9088070-3a3c-4648-962f-91951ccdb151 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565650 Dec 14 12:59:48.198925 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67b0a8-6f03-43c1-8b85-1a0a99196a7c req-d9403b58-4a52-4121-8d6a-a9113ffdd0d7 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:48.200422 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9d67b0a8-6f03-43c1-8b85-1a0a99196a7c req-d9403b58-4a52-4121-8d6a-a9113ffdd0d7 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 949 time: 0.0562010 Dec 14 12:59:48.261746 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9d67b0a8-6f03-43c1-8b85-1a0a99196a7c req-9576bb3d-fc1c-4715-921e-086b31681c25 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528796 Dec 14 12:59:51.778884 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfc6b-77bb-458b-ad31-e83f470057a2 req-9ca0289e-24e5-49c7-ae02-a4c40078834f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:51.780358 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-216cfc6b-77bb-458b-ad31-e83f470057a2 req-9ca0289e-24e5-49c7-ae02-a4c40078834f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0489149 Dec 14 12:59:51.831952 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-216cfc6b-77bb-458b-ad31-e83f470057a2 req-f7ffe230-9696-4835-8a84-35d63d5bd68e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452242 Dec 14 12:59:51.967196 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98422-38b6-40cf-9ce3-c98ead840ce3 req-9252757a-9691-4dc5-a3f6-9c3c0b0cd8ba tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:51.968665 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-75f98422-38b6-40cf-9ce3-c98ead840ce3 req-9252757a-9691-4dc5-a3f6-9c3c0b0cd8ba tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 949 time: 0.0575070 Dec 14 12:59:52.018471 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-75f98422-38b6-40cf-9ce3-c98ead840ce3 req-d6aa0cae-2ab4-4690-b78e-575a7a2ac68f tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431359 Dec 14 12:59:53.861417 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-37cc5481-6afb-49c1-8e59-ff1d0a47ecf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:55.953140 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1f18-3498-4bd2-8f4b-d12176beafb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:55.998683 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc5d8d-32b2-4493-9319-232cd26f96dc req-68e047ac-f5ca-4cd6-94ca-e99c6c6cfcf4 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:56.000203 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-84dc5d8d-32b2-4493-9319-232cd26f96dc req-68e047ac-f5ca-4cd6-94ca-e99c6c6cfcf4 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.44 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 949 time: 0.0620828 Dec 14 12:59:56.135476 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd221f5-1e9f-4139-b103-5aa9ab689fc2 req-d2d17661-ce92-4613-a13d-9249d2cc73a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:56.137678 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4dd221f5-1e9f-4139-b103-5aa9ab689fc2 req-d2d17661-ce92-4613-a13d-9249d2cc73a6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0518696 Dec 14 12:59:56.139048 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-84dc5d8d-32b2-4493-9319-232cd26f96dc req-e79651b0-1390-4ec7-ba7e-ce329df12b31 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Deleting port f3c25b41-d22f-41fb-921e-52e0ff1be2a4 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 12:59:56.139385 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84dc5d8d-32b2-4493-9319-232cd26f96dc req-e79651b0-1390-4ec7-ba7e-ce329df12b31 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:56.190311 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4dd221f5-1e9f-4139-b103-5aa9ab689fc2 req-1b761a6f-b17a-4d5d-abc9-3aef11be1c50 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 Dec 14 12:59:56.317901 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d835ca-fede-4617-bc99-d15642fc0e0c req-2d872850-975f-46ae-a5f1-aedb3212ea24 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:56.319793 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-12d835ca-fede-4617-bc99-d15642fc0e0c req-2d872850-975f-46ae-a5f1-aedb3212ea24 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 949 time: 0.0538752 Dec 14 12:59:56.380586 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-12d835ca-fede-4617-bc99-d15642fc0e0c req-b71406e9-ab20-4c0c-a973-bdebf2b0e7e0 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/security-groups?id=506ce504-9d4f-4f25-83f4-4fc444996b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529156 Dec 14 12:59:56.472122 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-84dc5d8d-32b2-4493-9319-232cd26f96dc req-e79651b0-1390-4ec7-ba7e-ce329df12b31 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] For port f3c25b41-d22f-41fb-921e-52e0ff1be2a4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f3c25b41-d22f-41fb-921e-52e0ff1be2a4,segment=NetworkSegment(4ba5f642-05c5-4932-b102-f9534f4fafae),segment_id=4ba5f642-05c5-4932-b102-f9534f4fafae)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 12:59:56.472398 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84dc5d8d-32b2-4493-9319-232cd26f96dc req-e79651b0-1390-4ec7-ba7e-ce329df12b31 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:56.484709 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-84dc5d8d-32b2-4493-9319-232cd26f96dc req-e79651b0-1390-4ec7-ba7e-ce329df12b31 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Calling delete_port for f3c25b41-d22f-41fb-921e-52e0ff1be2a4 owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 12:59:56.621420 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84dc5d8d-32b2-4493-9319-232cd26f96dc req-e79651b0-1390-4ec7-ba7e-ce329df12b31 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:56.659211 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79651b0-1390-4ec7-ba7e-ce329df12b31 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Pushing event deleted for resources: {'Port': ['ID=f3c25b41-d22f-41fb-921e-52e0ff1be2a4,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 12:59:56.708006 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dc5d8d-32b2-4493-9319-232cd26f96dc req-e79651b0-1390-4ec7-ba7e-ce329df12b31 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] No DVR routers for this DVR port f3c25b41-d22f-41fb-921e-52e0ff1be2a4 on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 12:59:56.710565 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-84dc5d8d-32b2-4493-9319-232cd26f96dc req-e79651b0-1390-4ec7-ba7e-ce329df12b31 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:56.713989 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-84dc5d8d-32b2-4493-9319-232cd26f96dc req-e79651b0-1390-4ec7-ba7e-ce329df12b31 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.44 "DELETE /v2.0/ports/f3c25b41-d22f-41fb-921e-52e0ff1be2a4 HTTP/1.1" status: 204 len: 173 time: 0.6872034 Dec 14 12:59:56.714473 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bca4a7-c923-443e-a304-580fcbd76c14', 'name': 'network-vif-deleted', 'tag': 'f3c25b41-d22f-41fb-921e-52e0ff1be2a4'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 12:59:56.716776 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d60004b-f748-48b6-ad7f-885932332d12" -d '{"events": [{"server_uuid": "64bca4a7-c923-443e-a304-580fcbd76c14", "name": "network-vif-deleted", "tag": "f3c25b41-d22f-41fb-921e-52e0ff1be2a4"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 12:59:56.758014 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6adf46-7cc6-4ac6-9fa4-e5a40e1349e0 x-openstack-request-id: req-7d6adf46-7cc6-4ac6-9fa4-e5a40e1349e0 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 12:59:56.758329 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bca4a7-c923-443e-a304-580fcbd76c14", "name": "network-vif-deleted", "tag": "f3c25b41-d22f-41fb-921e-52e0ff1be2a4", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 12:59:56.758556 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d6adf46-7cc6-4ac6-9fa4-e5a40e1349e0 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 12:59:56.758947 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bca4a7-c923-443e-a304-580fcbd76c14', 'name': 'network-vif-deleted', 'tag': 'f3c25b41-d22f-41fb-921e-52e0ff1be2a4', 'status': 'completed', 'code': 200} Dec 14 12:59:56.881903 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device f3c25b41-d22f-41fb-921e-52e0ff1be2a4 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 12:59:56.905556 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: f3c25b41-d22f-41fb-921e-52e0ff1be2a4 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 12:59:56.905840 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device f3c25b41-d22f-41fb-921e-52e0ff1be2a4 not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 12:59:57.299691 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:57.328339 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5308ee5-3cd3-4d15-84d9-f41706f55851 req-d93b6dac-2c23-4c9b-8fc1-cd2cf998a4c5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 12:59:57.330132 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e5308ee5-3cd3-4d15-84d9-f41706f55851 req-d93b6dac-2c23-4c9b-8fc1-cd2cf998a4c5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0549526 Dec 14 12:59:57.386288 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e5308ee5-3cd3-4d15-84d9-f41706f55851 req-7531de52-919a-4bb8-92df-2fbb4bd91708 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483291 Dec 14 12:59:57.508106 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-31a3d98c-1be2-43e8-918d-e59868d8f58a req-718ee095-7cf1-4680-988d-4d43ba6d9f33 tempest-VolumesNegativeTest-1177368279 tempest-VolumesNegativeTest-1177368279-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bca4a7-c923-443e-a304-580fcbd76c14 HTTP/1.1" status: 200 len: 210 time: 0.0327921 Dec 14 12:59:58.565454 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 12:59:59.483126 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:00.938728 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5e383-78bb-4e70-b8f0-7f948fa5d548 req-f194f93f-a85e-4bb8-90ad-7c97374a94aa tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:00.940475 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87d5e383-78bb-4e70-b8f0-7f948fa5d548 req-f194f93f-a85e-4bb8-90ad-7c97374a94aa tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0772996 Dec 14 13:00:01.058116 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87d5e383-78bb-4e70-b8f0-7f948fa5d548 req-b315e0d6-7344-43ff-9178-aaafbbd91a09 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031783 Dec 14 13:00:01.083265 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-a93b496f-6770-4cb3-9214-faeb78c79870 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:01.084972 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-a93b496f-6770-4cb3-9214-faeb78c79870 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 814 time: 0.1702015 Dec 14 13:00:01.101266 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-2cb71e2d-0c32-4350-b3c3-64725cfde7b7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/quotas/ad27b8951cae4eeeafa257f45217653a HTTP/1.1" status: 200 len: 375 time: 0.0098951 Dec 14 13:00:01.160192 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-fab82bc9-4329-4790-8b3a-a45181f200c3 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519197 Dec 14 13:00:01.274136 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-431d17d9-662b-4b1d-817c-e40b57b2510b service neutron] 10.222.0.49 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045828 Dec 14 13:00:01.404560 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-597656d3-b309-4980-9599-48400e8a2e4d service neutron] 10.222.0.49 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238437 Dec 14 13:00:01.670574 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-799e8994-9872-4462-bb70-b8a6fdd95fda req-95ce955a-4c70-4bf5-89e8-6b74d0d7549e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 210 time: 0.0573108 Dec 14 13:00:02.251435 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26eab6-f1f7-4851-8616-ceb60677beee req-38b258a5-9cad-416f-8850-1a09aaa463d4 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:02.253866 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6f26eab6-f1f7-4851-8616-ceb60677beee req-38b258a5-9cad-416f-8850-1a09aaa463d4 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0788000 Dec 14 13:00:02.309744 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6f26eab6-f1f7-4851-8616-ceb60677beee req-d3541072-c965-447e-9759-b00ba453e848 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496597 Dec 14 13:00:02.757704 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4332fd42-c54d-4230-9808-00fd86de660e req-ca28cd04-dfd0-47cd-b4c1-d6340fd5d263 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 210 time: 0.0259554 Dec 14 13:00:03.432140 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a23b34-b6b8-4024-82f6-2b5526b6e490 req-6bb43db1-d042-439e-a067-2669a6852f05 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:03.433646 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f0a23b34-b6b8-4024-82f6-2b5526b6e490 req-6bb43db1-d042-439e-a067-2669a6852f05 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0538280 Dec 14 13:00:03.489808 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f0a23b34-b6b8-4024-82f6-2b5526b6e490 req-27850151-2aae-4698-b5d5-beb42901ccd8 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496318 Dec 14 13:00:03.857970 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-820492d5-7e26-4f0d-bf5a-da3fdac6a588 req-3400b7b1-887e-465c-8fa6-d93008fee52b tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 210 time: 0.0261636 Dec 14 13:00:04.614294 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad988498-d2dd-48e2-8ed9-6f9528ea8c83 req-a3e2dba4-0209-49bb-8a14-a43a5d9e4ad5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:04.615770 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ad988498-d2dd-48e2-8ed9-6f9528ea8c83 req-a3e2dba4-0209-49bb-8a14-a43a5d9e4ad5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0538561 Dec 14 13:00:04.668885 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ad988498-d2dd-48e2-8ed9-6f9528ea8c83 req-f2ba09d0-9da3-4998-89a4-68fb458272c2 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440860 Dec 14 13:00:04.953309 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dc278b50-8e08-4416-ad43-23df5aceaa03 req-7831ca30-d7ba-448b-8575-41e78de86e23 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 210 time: 0.0253420 Dec 14 13:00:05.794217 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf4a62-de85-471c-b172-9be2aa1a032e req-5485bb9e-0db1-42de-bd62-645d3254e46d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:05.801822 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1faf4a62-de85-471c-b172-9be2aa1a032e req-5485bb9e-0db1-42de-bd62-645d3254e46d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0615630 Dec 14 13:00:05.861747 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1faf4a62-de85-471c-b172-9be2aa1a032e req-675374e6-6371-43d8-975e-642e3755e341 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589473 Dec 14 13:00:06.114528 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-351b2d5e-5cea-45c3-a9b5-34d60fc16ca6 req-f8fb3a8a-d7f7-48e4-8323-841e2569d25e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 210 time: 0.0457175 Dec 14 13:00:06.972932 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b83c9e-8f98-415b-8f5f-ff7bfa22c070 req-89a4e08d-e91b-45ff-84e1-c0ceec89b3f6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:06.974436 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-00b83c9e-8f98-415b-8f5f-ff7bfa22c070 req-89a4e08d-e91b-45ff-84e1-c0ceec89b3f6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0514247 Dec 14 13:00:07.022032 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-00b83c9e-8f98-415b-8f5f-ff7bfa22c070 req-06894c9b-d941-45c5-bb3d-3d6387be72be tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Dec 14 13:00:07.212987 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1acd7859-8a45-48c0-8645-5bcecc1c986d req-7c3c6404-cdc2-4655-bab6-893f51b32ad5 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 210 time: 0.0302031 Dec 14 13:00:08.147277 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62692f62-1919-49db-b179-edb30b67ef15 req-45e312fb-8d9f-43f0-b4e6-772e2d51cb4d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:08.148809 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-62692f62-1919-49db-b179-edb30b67ef15 req-45e312fb-8d9f-43f0-b4e6-772e2d51cb4d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0535595 Dec 14 13:00:08.199951 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-62692f62-1919-49db-b179-edb30b67ef15 req-f8370172-896e-4ab8-80af-e357f57da6ad tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447140 Dec 14 13:00:08.313892 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-332c1295-5ef3-4617-84b0-8fc11e8543f6 req-e17cb924-98d3-4f6c-b85a-d4775dd21eab tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 210 time: 0.0287447 Dec 14 13:00:09.350250 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf68c1-6c1c-480f-8f07-7126b11754c9 req-2383416c-8beb-45e1-b705-f063057e6755 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:09.353048 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dfdf68c1-6c1c-480f-8f07-7126b11754c9 req-2383416c-8beb-45e1-b705-f063057e6755 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0783057 Dec 14 13:00:09.450716 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dfdf68c1-6c1c-480f-8f07-7126b11754c9 req-27e910d3-27e0-4f4f-b228-5a2942489747 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905936 Dec 14 13:00:09.457104 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-8384e18c-3c9a-4d87-9af9-a706b52aaf1d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:09.458383 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-8384e18c-3c9a-4d87-9af9-a706b52aaf1d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 814 time: 0.1582606 Dec 14 13:00:09.475479 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Request body: {'port': {'device_id': 'e79e4c5e-a1c6-4f80-9a63-d340231e3359', 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868', 'admin_state_up': True, 'tenant_id': 'ad27b8951cae4eeeafa257f45217653a'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:00:09.501827 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5ea66ec8-8350-48d5-9cc6-b879901dc559 req-895e3741-fd9f-4780-a037-a081041a9864 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 210 time: 0.0419259 Dec 14 13:00:09.663690 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Made reservation on behalf of ad27b8951cae4eeeafa257f45217653a for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:00:09.667587 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:09.867948 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Allocated IP 172.20.0.6 (f9d231ae-628f-4043-969c-cf414631d868/15225643-240f-4abd-9f55-847561dbe860/bf021cb5-24d6-405a-94a5-01c51e16436f) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:00:10.115492 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:10.163250 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:10.192785 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['11ccc809-2261-401d-8da3-2d48bb297543', 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe', '3c4c685c-25bf-4592-b1c9-40dc336ec707'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:00:10.209881 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Network f9d231ae-628f-4043-969c-cf414631d868 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:00:10.215088 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:00:10.218827 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:00:10.241635 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Pushing event updated for resources: {'Port': ['ID=bf021cb5-24d6-405a-94a5-01c51e16436f,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:10.255953 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.256890 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.256890 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.257125 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.257379 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.257644 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.257975 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.258301 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.258631 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.258954 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.259282 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.259604 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.259927 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:10.281771 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:10.282396 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:10.300692 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-18c44b81-82b2-4071-8b42-b05593987288 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8293600 Dec 14 13:00:10.314033 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Request body: {'port': {'device_id': 'e79e4c5e-a1c6-4f80-9a63-d340231e3359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:00:10.371696 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:10.585803 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7115e23-cf79-4da4-a63d-9c33e6585fb7 req-395235af-62b5-4bd6-80ae-c4f301f7bf86 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:10.587397 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a7115e23-cf79-4da4-a63d-9c33e6585fb7 req-395235af-62b5-4bd6-80ae-c4f301f7bf86 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0533705 Dec 14 13:00:10.666230 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a7115e23-cf79-4da4-a63d-9c33e6585fb7 req-ffe39782-d20f-4246-a773-dc51f8139efc tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710909 Dec 14 13:00:10.674867 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb845-d99a-4945-8b09-7f0a76b2bb28 req-33aa80ad-494b-4a46-b707-bcce396766ac tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:10.676333 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ff9bb845-d99a-4945-8b09-7f0a76b2bb28 req-33aa80ad-494b-4a46-b707-bcce396766ac tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 931 time: 0.0796347 Dec 14 13:00:10.698565 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf021cb5-24d6-405a-94a5-01c51e16436f {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:00:10.708318 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:10.722862 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Transition to ACTIVE for port object bf021cb5-24d6-405a-94a5-01c51e16436f will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 13:00:10.727580 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:10.755225 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ff9bb845-d99a-4945-8b09-7f0a76b2bb28 req-7fbc9757-7c7e-4551-92c4-2208ceb1240f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607889 Dec 14 13:00:10.785300 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Pushing event updated for resources: {'Port': ['ID=bf021cb5-24d6-405a-94a5-01c51e16436f,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:10.870073 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Attempting to bind port bf021cb5-24d6-405a-94a5-01c51e16436f on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:00:10.870521 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Attempting to bind port bf021cb5-24d6-405a-94a5-01c51e16436f by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:00:10.870854 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Attempting to bind port bf021cb5-24d6-405a-94a5-01c51e16436f on network f9d231ae-628f-4043-969c-cf414631d868 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:00:10.875347 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Port bf021cb5-24d6-405a-94a5-01c51e16436f on network f9d231ae-628f-4043-969c-cf414631d868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 13:00:10.875550 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Attempting to bind port bf021cb5-24d6-405a-94a5-01c51e16436f on network f9d231ae-628f-4043-969c-cf414631d868 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:00:10.880734 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 12, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:00:10.881239 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Checking segment: {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:00:10.881656 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Bound using segment: {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:00:10.882096 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Bound port: bf021cb5-24d6-405a-94a5-01c51e16436f, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53effc0-6968-4908-9994-114379db0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:00:10.882453 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:10.946074 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] For port bf021cb5-24d6-405a-94a5-01c51e16436f, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:00:10.949097 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] For port bf021cb5-24d6-405a-94a5-01c51e16436f, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bf021cb5-24d6-405a-94a5-01c51e16436f,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:00:10.955516 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:10.993765 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:10.994301 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:10.995690 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] 10.222.0.44 "PUT /v2.0/ports/bf021cb5-24d6-405a-94a5-01c51e16436f HTTP/1.1" status: 200 len: 1093 time: 0.6861038 Dec 14 13:00:10.996126 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79e4c5e-a1c6-4f80-9a63-d340231e3359', 'tag': 'bf021cb5-24d6-405a-94a5-01c51e16436f'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:00:10.998424 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0456305-cf83-405a-9dfc-1e173dafe03c" -d '{"events": [{"name": "network-changed", "server_uuid": "e79e4c5e-a1c6-4f80-9a63-d340231e3359", "tag": "bf021cb5-24d6-405a-94a5-01c51e16436f"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:00:11.031015 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10583c43-79fc-450f-a301-da19ed279a86 service neutron] Pushing event updated for resources: {'Port': ['ID=bf021cb5-24d6-405a-94a5-01c51e16436f,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:11.041869 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b362160-bb40-4316-9120-694363b6787a x-openstack-request-id: req-3b362160-bb40-4316-9120-694363b6787a {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:00:11.042324 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79e4c5e-a1c6-4f80-9a63-d340231e3359", "tag": "bf021cb5-24d6-405a-94a5-01c51e16436f", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:00:11.042706 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b362160-bb40-4316-9120-694363b6787a {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:00:11.044088 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79e4c5e-a1c6-4f80-9a63-d340231e3359', 'tag': 'bf021cb5-24d6-405a-94a5-01c51e16436f', 'status': 'completed', 'code': 200} Dec 14 13:00:11.107437 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-565587ce-31ef-446c-8437-e8f1d80a98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:11.109124 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-565587ce-31ef-446c-8437-e8f1d80a98ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 1096 time: 0.0464571 Dec 14 13:00:11.119848 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 43706) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:11.171142 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-930820a6-700b-4c9c-bb17-645d6ff52433 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf021cb5-24d6-405a-94a5-01c51e16436f HTTP/1.1" status: 200 len: 217 time: 0.0413346 Dec 14 13:00:11.269531 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-8a73e235-0ceb-4b19-a518-06fb88aa0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:11.270979 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-8a73e235-0ceb-4b19-a518-06fb88aa0061 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15225643-240f-4abd-9f55-847561dbe860 HTTP/1.1" status: 200 len: 854 time: 0.0889699 Dec 14 13:00:11.321879 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-9157b454-cdf3-4891-b0a9-5af0d92fade1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9d231ae-628f-4043-969c-cf414631d868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346489 Dec 14 13:00:11.325031 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-8022025e-1b6a-4b07-a97b-a84987edfec0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fe74d6e6bd748d4a6f320530dffe300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040453 Dec 14 13:00:11.327701 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 43716) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:11.448947 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c757e553-c9d8-46c8-a432-ae070ffb7aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:11.466112 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-602cf623-ecb9-44ca-b72d-0a18f53c723f service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218669 Dec 14 13:00:11.479241 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c757e553-c9d8-46c8-a432-ae070ffb7aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:11.599350 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5392c649-fb1b-4a70-820e-6bd3de854947 req-7bb871a3-b5ac-4e86-9ceb-a30656ad565c service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180847 Dec 14 13:00:11.604412 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c757e553-c9d8-46c8-a432-ae070ffb7aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:11.611395 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c757e553-c9d8-46c8-a432-ae070ffb7aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:11.615085 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-c757e553-c9d8-46c8-a432-ae070ffb7aa6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/506ce504-9d4f-4f25-83f4-4fc444996b84 HTTP/1.1" status: 204 len: 168 time: 0.2838490 Dec 14 13:00:11.621326 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757e553-c9d8-46c8-a432-ae070ffb7aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ce504-9d4f-4f25-83f4-4fc444996b84,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:11.761580 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0456305-cf83-405a-9dfc-1e173dafe03c req-e0a8e7c9-1e17-4ec2-a91f-ff68e08e2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:11.773817 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b0456305-cf83-405a-9dfc-1e173dafe03c req-e0a8e7c9-1e17-4ec2-a91f-ff68e08e2715 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad27b8951cae4eeeafa257f45217653a&device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 1096 time: 0.0527487 Dec 14 13:00:11.837139 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c769b8-ce4c-44f8-9235-8eda99da0ca9 req-f37e5bf6-8334-4241-88b4-3bb63e93cf39 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:11.842847 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-49c769b8-ce4c-44f8-9235-8eda99da0ca9 req-f37e5bf6-8334-4241-88b4-3bb63e93cf39 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0980394 Dec 14 13:00:11.947942 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-49c769b8-ce4c-44f8-9235-8eda99da0ca9 req-59524371-3b50-43b4-b67e-243effdcfa01 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697982 Dec 14 13:00:11.958651 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd57af-85f2-48fb-9d63-ab5552e801b5 req-ed40529c-7760-45ec-83c2-01b98b291e53 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:11.962828 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f4dd57af-85f2-48fb-9d63-ab5552e801b5 req-ed40529c-7760-45ec-83c2-01b98b291e53 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 943 time: 0.1180263 Dec 14 13:00:11.991012 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0456305-cf83-405a-9dfc-1e173dafe03c req-47657ab8-137e-44be-a113-6bbaa7fb9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:11.996837 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b0456305-cf83-405a-9dfc-1e173dafe03c req-47657ab8-137e-44be-a113-6bbaa7fb9781 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 200 len: 915 time: 0.2019145 Dec 14 13:00:12.049333 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f4dd57af-85f2-48fb-9d63-ab5552e801b5 req-af5ede8f-4ae3-4eac-a852-01622227e12e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760286 Dec 14 13:00:12.060711 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b0456305-cf83-405a-9dfc-1e173dafe03c req-0b5c3dcc-06ad-4262-9e4c-1d9fdb1fa7be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf021cb5-24d6-405a-94a5-01c51e16436f HTTP/1.1" status: 200 len: 217 time: 0.0553253 Dec 14 13:00:12.122637 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0456305-cf83-405a-9dfc-1e173dafe03c req-33e00eb3-00d2-4940-b5c7-d38d98226137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:12.124274 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b0456305-cf83-405a-9dfc-1e173dafe03c req-33e00eb3-00d2-4940-b5c7-d38d98226137 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15225643-240f-4abd-9f55-847561dbe860 HTTP/1.1" status: 200 len: 854 time: 0.0500700 Dec 14 13:00:12.169888 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b0456305-cf83-405a-9dfc-1e173dafe03c req-9b80ef2a-47c6-4f8a-82e2-ccf39cfa2efb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9d231ae-628f-4043-969c-cf414631d868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304432 Dec 14 13:00:12.270442 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b0456305-cf83-405a-9dfc-1e173dafe03c req-586ce1ed-efdf-407f-a133-c59a933990f1 service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888820 Dec 14 13:00:12.380162 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b0456305-cf83-405a-9dfc-1e173dafe03c req-539ca27d-72e6-49b8-a6c5-1cc8f1748540 service neutron] 10.222.0.44 "GET /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988910 Dec 14 13:00:12.990996 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d31f30-f7a1-4f8b-9ad2-d0a8ba54ed5f req-ef512d9e-cf93-4666-a962-2f0655ddd6c9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:12.993652 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-85d31f30-f7a1-4f8b-9ad2-d0a8ba54ed5f req-ef512d9e-cf93-4666-a962-2f0655ddd6c9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0620115 Dec 14 13:00:13.085363 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-85d31f30-f7a1-4f8b-9ad2-d0a8ba54ed5f req-b0b70830-20fd-44a0-8d24-dcd62b1386dd tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776572 Dec 14 13:00:13.249092 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b962790-9bc7-4837-92bd-fd45e7619596 req-291c9dbc-6e79-445c-8314-d78d44ec16b2 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:13.254750 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5b962790-9bc7-4837-92bd-fd45e7619596 req-291c9dbc-6e79-445c-8314-d78d44ec16b2 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.1377809 Dec 14 13:00:13.370588 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920bcd7-e75f-4b9b-8744-b59223ccb5e5 req-47fa0cd8-fb11-4cf9-8c48-b7c328e14d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:13.372707 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8920bcd7-e75f-4b9b-8744-b59223ccb5e5 req-47fa0cd8-fb11-4cf9-8c48-b7c328e14d59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 1099 time: 0.0800428 Dec 14 13:00:13.431609 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912a5de-9a9e-4b99-8f19-cc9a7deeae89 req-42f7c795-76ff-42b9-9cfe-3fbe5728d95b tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:13.439435 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9912a5de-9a9e-4b99-8f19-cc9a7deeae89 req-42f7c795-76ff-42b9-9cfe-3fbe5728d95b tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 943 time: 0.1553972 Dec 14 13:00:13.483991 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5b962790-9bc7-4837-92bd-fd45e7619596 req-a06ddb37-550e-4ce3-9f1c-fc990e523b34 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131405 Dec 14 13:00:13.510403 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9912a5de-9a9e-4b99-8f19-cc9a7deeae89 req-101f58f8-678c-47f3-88e8-63eed5ade8bf tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699387 Dec 14 13:00:13.517589 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920bcd7-e75f-4b9b-8744-b59223ccb5e5 req-8a0ab097-e857-4734-939a-c98cd31dc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:13.519094 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8920bcd7-e75f-4b9b-8744-b59223ccb5e5 req-8a0ab097-e857-4734-939a-c98cd31dc933 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 920 time: 0.1112111 Dec 14 13:00:13.574127 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8920bcd7-e75f-4b9b-8744-b59223ccb5e5 req-b4161bca-36a1-451f-bcf3-d1bb58f446a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb HTTP/1.1" status: 200 len: 217 time: 0.0393944 Dec 14 13:00:13.629076 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920bcd7-e75f-4b9b-8744-b59223ccb5e5 req-c5ec0142-bc2f-476e-ace7-c440b70be771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:13.630673 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8920bcd7-e75f-4b9b-8744-b59223ccb5e5 req-c5ec0142-bc2f-476e-ace7-c440b70be771 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 200 len: 859 time: 0.0484626 Dec 14 13:00:13.680165 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8920bcd7-e75f-4b9b-8744-b59223ccb5e5 req-2c0b3621-628c-4963-b55f-e67be2e7b550 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6092f040-7850-4b5c-8606-0c2c75c91695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262203 Dec 14 13:00:13.782813 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8920bcd7-e75f-4b9b-8744-b59223ccb5e5 req-857bebb3-5c61-4ce4-bf1b-c9251ff1c35e service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845728 Dec 14 13:00:13.784566 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:13.883947 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8920bcd7-e75f-4b9b-8744-b59223ccb5e5 req-34cd5e89-2a82-4b43-ac33-06f9c4055f33 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916321 Dec 14 13:00:14.470189 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffd1e-adb3-47f0-bfdb-efac4d40f67d req-9afd4180-bd69-43af-8813-d44b0cf66fd9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:14.480987 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-355ffd1e-adb3-47f0-bfdb-efac4d40f67d req-9afd4180-bd69-43af-8813-d44b0cf66fd9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.3032596 Dec 14 13:00:14.578145 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-355ffd1e-adb3-47f0-bfdb-efac4d40f67d req-f78421c2-b899-46ee-8f1d-eb1d6cc0fa3b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954506 Dec 14 13:00:14.739787 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 43838) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:14.772516 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc962d2d-a1f5-4bad-865c-8f50a37b3d35 req-f182971a-9590-4788-a008-dbe1c2f0c8f2 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:14.774174 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dc962d2d-a1f5-4bad-865c-8f50a37b3d35 req-f182971a-9590-4788-a008-dbe1c2f0c8f2 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.1445510 Dec 14 13:00:14.783608 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f63a6b-b591-4d3b-886c-724a4d43c30c req-0b6d18f9-2891-4080-bdeb-d68a8709608d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:14.785418 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c3f63a6b-b591-4d3b-886c-724a4d43c30c req-0b6d18f9-2891-4080-bdeb-d68a8709608d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 943 time: 0.0909805 Dec 14 13:00:14.871398 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c3f63a6b-b591-4d3b-886c-724a4d43c30c req-92eef4d2-cc3b-4dd3-8180-22bb4b10e981 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773294 Dec 14 13:00:14.892632 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dc962d2d-a1f5-4bad-865c-8f50a37b3d35 req-d0ad75bc-b0d1-40b2-9579-35e0331cf927 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059637 Dec 14 13:00:14.906595 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1236ce62-c85f-4e81-b681-683bb0a75a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:15.011100 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device bf021cb5-24d6-405a-94a5-01c51e16436f details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:00:15.025438 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1236ce62-c85f-4e81-b681-683bb0a75a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:15.035498 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1236ce62-c85f-4e81-b681-683bb0a75a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:15.101653 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-1236ce62-c85f-4e81-b681-683bb0a75a89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8b697d0842f4c34947983756d464d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606901 Dec 14 13:00:15.104041 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236ce62-c85f-4e81-b681-683bb0a75a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f51bbad-5db6-4876-a5c5-3b2cb887e03f,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:15.104815 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 43852) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:15.164281 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port bf021cb5-24d6-405a-94a5-01c51e16436f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bf021cb5-24d6-405a-94a5-01c51e16436f,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:00:15.179390 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': 'bf021cb5-24d6-405a-94a5-01c51e16436f', 'network_id': 'f9d231ae-628f-4043-969c-cf414631d868', 'port_id': 'bf021cb5-24d6-405a-94a5-01c51e16436f', 'mac_address': 'fa:16:3e:e9:11:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15225643-240f-4abd-9f55-847561dbe860', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:00:15.229116 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:15.249430 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:15.253889 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:15.273563 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf021cb5-24d6-405a-94a5-01c51e16436f {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:00:15.305293 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port bf021cb5-24d6-405a-94a5-01c51e16436f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bf021cb5-24d6-405a-94a5-01c51e16436f,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:00:15.314290 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:15.317293 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:15.318583 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f51bbad-5db6-4876-a5c5-3b2cb887e03f HTTP/1.1" status: 204 len: 168 time: 0.2124233 Dec 14 13:00:15.330596 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:15.338641 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f51bbad-5db6-4876-a5c5-3b2cb887e03f,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:15.361153 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.361791 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.362274 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.362906 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.363377 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.363981 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.364623 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.365145 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.366433 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.366972 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.367441 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.368099 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.368575 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f79cda-8fe0-4af9-bac5-d80083f6a4e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.449514 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=bf021cb5-24d6-405a-94a5-01c51e16436f,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:15.459132 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.459817 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.460220 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.460723 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.461115 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.461448 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.461973 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.462307 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.462640 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.462994 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.463342 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.463678 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.464170 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:00:15.718677 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7ab8e-f7b4-4dd7-bb29-d602581a8fee req-80b7ed7c-3974-4d11-b133-0b94051fa946 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:15.720489 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-43a7ab8e-f7b4-4dd7-bb29-d602581a8fee req-80b7ed7c-3974-4d11-b133-0b94051fa946 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0550098 Dec 14 13:00:15.772274 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-43a7ab8e-f7b4-4dd7-bb29-d602581a8fee req-7f8d2a80-f3dd-4500-a06a-7a60c8220fdc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451896 Dec 14 13:00:16.035589 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49016d8-f448-47e8-965c-6d1eac79a624 req-ff1835ae-4721-4549-8561-34e79c0ce137 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:16.037272 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c49016d8-f448-47e8-965c-6d1eac79a624 req-ff1835ae-4721-4549-8561-34e79c0ce137 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0761657 Dec 14 13:00:16.053374 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bd43a-63ff-430d-883b-6307cf90b89a req-fd28bdc3-80c8-4d30-9478-935f29b8c3e7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:16.054858 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cc5bd43a-63ff-430d-883b-6307cf90b89a req-fd28bdc3-80c8-4d30-9478-935f29b8c3e7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 944 time: 0.0839162 Dec 14 13:00:16.126821 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c49016d8-f448-47e8-965c-6d1eac79a624 req-d3bfe94c-53e9-48a1-867b-a93e3bf701df tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709937 Dec 14 13:00:16.134834 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cc5bd43a-63ff-430d-883b-6307cf90b89a req-c9802c20-dd3a-420b-b0c6-966a4e00538e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729985 Dec 14 13:00:16.903765 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff21464-b820-4d4c-ae80-8bdd9eb3ce41 req-a38ed4a8-d406-48b2-b109-dea565ffb9cb tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:16.905248 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2ff21464-b820-4d4c-ae80-8bdd9eb3ce41 req-a38ed4a8-d406-48b2-b109-dea565ffb9cb tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0504949 Dec 14 13:00:16.952619 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2ff21464-b820-4d4c-ae80-8bdd9eb3ce41 req-57fcae24-0b45-443b-a572-e41858e473c4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405152 Dec 14 13:00:17.277083 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ea86c-5e40-48ac-956a-bfcc2cd42574 req-d4e6b488-791c-4814-8995-f214cbf5fa34 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:17.278570 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-611ea86c-5e40-48ac-956a-bfcc2cd42574 req-d4e6b488-791c-4814-8995-f214cbf5fa34 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0730190 Dec 14 13:00:17.291389 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c67b97-4007-4dbf-aed0-4972faf7912b req-648fb700-46b1-40e0-b4e5-6cb5ee9d666a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:17.292904 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-53c67b97-4007-4dbf-aed0-4972faf7912b req-648fb700-46b1-40e0-b4e5-6cb5ee9d666a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 944 time: 0.0786810 Dec 14 13:00:17.365740 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-53c67b97-4007-4dbf-aed0-4972faf7912b req-fa37cad1-5a9d-4980-a5e0-215520a022b6 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653243 Dec 14 13:00:17.368974 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-611ea86c-5e40-48ac-956a-bfcc2cd42574 req-2b5290b5-93c1-4432-9580-0845824ed650 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751238 Dec 14 13:00:18.087864 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1e7a8-d650-4fb9-8733-30de9452cc41 req-14af27b1-8b41-49d3-ae23-1047b5a2a792 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:18.089358 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8ca1e7a8-d650-4fb9-8733-30de9452cc41 req-14af27b1-8b41-49d3-ae23-1047b5a2a792 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0493050 Dec 14 13:00:18.140320 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8ca1e7a8-d650-4fb9-8733-30de9452cc41 req-3a9f0a23-c829-4c70-ac80-bd2a2ee304e8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446730 Dec 14 13:00:18.514783 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccc64a-79eb-4901-8dd6-bd7e1b8d88e2 req-5ca1da43-d14b-4faa-8eb0-2f1e3f2ac9c3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:18.516291 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b2ccc64a-79eb-4901-8dd6-bd7e1b8d88e2 req-5ca1da43-d14b-4faa-8eb0-2f1e3f2ac9c3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0680332 Dec 14 13:00:18.524591 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf8a85-812d-4356-8baf-5e069746b368 req-6b71ea70-acf3-4367-9c70-a768e53bb06b tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:18.526062 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c6bf8a85-812d-4356-8baf-5e069746b368 req-6b71ea70-acf3-4367-9c70-a768e53bb06b tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 944 time: 0.0864882 Dec 14 13:00:18.597064 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b2ccc64a-79eb-4901-8dd6-bd7e1b8d88e2 req-aa36942f-2e29-41e4-b231-67899272dc8a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699487 Dec 14 13:00:18.600488 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c6bf8a85-812d-4356-8baf-5e069746b368 req-0ef2d270-c2e7-4f37-b362-784e321c15ce tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678828 Dec 14 13:00:19.281010 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942af688-9d55-4043-b6fb-97f60a35e3ab req-04b03ae6-43a4-40d7-8cc9-a1a62fa6ad45 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:19.282583 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-942af688-9d55-4043-b6fb-97f60a35e3ab req-04b03ae6-43a4-40d7-8cc9-a1a62fa6ad45 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0588155 Dec 14 13:00:19.334789 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-942af688-9d55-4043-b6fb-97f60a35e3ab req-d91079ea-ee71-41da-916b-8b8ed7412b3d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431709 Dec 14 13:00:19.691354 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['bf021cb5-24d6-405a-94a5-01c51e16436f'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:00:19.749168 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a96e56-6f75-4f2a-8450-d42ad19f85a9 req-7294f46f-c90d-4a4c-810f-047218b78752 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:19.750646 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-05a96e56-6f75-4f2a-8450-d42ad19f85a9 req-7294f46f-c90d-4a4c-810f-047218b78752 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0823662 Dec 14 13:00:19.758894 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb234b-b6b7-45b4-955c-272f596a33e9 req-c163ea58-c0cf-4db7-8f9b-f8b5e4fbd5fd tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:19.760454 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b5cb234b-b6b7-45b4-955c-272f596a33e9 req-c163ea58-c0cf-4db7-8f9b-f8b5e4fbd5fd tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 944 time: 0.0906007 Dec 14 13:00:19.834124 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-05a96e56-6f75-4f2a-8450-d42ad19f85a9 req-638a1ab2-c0ad-465a-b6ed-1db3fa0f314a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726013 Dec 14 13:00:19.841600 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b5cb234b-b6b7-45b4-955c-272f596a33e9 req-8cfc048c-2f8d-4abd-bc7f-c211b7222595 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660074 Dec 14 13:00:20.484098 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddf9b0-8c9b-4216-a311-eb1134afc8ac req-2f1c52e8-7bba-40c9-83c0-ed8b91df35ff tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:20.489100 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-01ddf9b0-8c9b-4216-a311-eb1134afc8ac req-2f1c52e8-7bba-40c9-83c0-ed8b91df35ff tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0790563 Dec 14 13:00:20.555985 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-01ddf9b0-8c9b-4216-a311-eb1134afc8ac req-42d2a854-f1ab-4ada-a362-3ab9e95e51fb tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559590 Dec 14 13:00:20.871084 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 43998) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:21.023121 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-580dbf2d-a0f8-41f1-9ab6-d549d13b8a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:21.051075 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66f816-39f4-40c2-a96b-63df7fad54bb req-e7705ec9-c71c-44a1-ad35-31b6346ebf2e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:21.052632 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb66f816-39f4-40c2-a96b-63df7fad54bb req-e7705ec9-c71c-44a1-ad35-31b6346ebf2e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 944 time: 0.1048081 Dec 14 13:00:21.082095 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a7e99-82f3-4d92-9539-9de4652f5fc2 req-8e9e6b42-f83a-4389-9426-680bb427be56 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:21.083896 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c14a7e99-82f3-4d92-9539-9de4652f5fc2 req-8e9e6b42-f83a-4389-9426-680bb427be56 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.1348999 Dec 14 13:00:21.177135 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb66f816-39f4-40c2-a96b-63df7fad54bb req-8c151331-82f2-46c8-bcf0-4b70846e6143 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155839 Dec 14 13:00:21.196927 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c14a7e99-82f3-4d92-9539-9de4652f5fc2 req-02034257-0381-4e26-8be9-4d3dc89ced57 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019096 Dec 14 13:00:21.233508 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-580dbf2d-a0f8-41f1-9ab6-d549d13b8a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:21.238233 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-580dbf2d-a0f8-41f1-9ab6-d549d13b8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:21.280521 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-580dbf2d-a0f8-41f1-9ab6-d549d13b8a62 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78838c9086a745aba61a95b4c1b3d48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085879 Dec 14 13:00:21.282645 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dbf2d-a0f8-41f1-9ab6-d549d13b8a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb74f16-175f-434f-a453-b630d5cc6b5e,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:21.283439 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 44026) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:21.343187 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1e00e176-1574-41ad-a097-972619128a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:21.361621 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1e00e176-1574-41ad-a097-972619128a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:21.418030 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1e00e176-1574-41ad-a097-972619128a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:21.420783 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1e00e176-1574-41ad-a097-972619128a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:21.422276 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-1e00e176-1574-41ad-a097-972619128a65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cbb74f16-175f-434f-a453-b630d5cc6b5e HTTP/1.1" status: 204 len: 168 time: 0.1378341 Dec 14 13:00:21.430946 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00e176-1574-41ad-a097-972619128a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb74f16-175f-434f-a453-b630d5cc6b5e,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:21.673263 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096152a-f504-4127-85fe-bb231dffe690 req-0cc056e9-805e-4bc1-8285-f3ff32cadfaf tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:21.676994 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e096152a-f504-4127-85fe-bb231dffe690 req-0cc056e9-805e-4bc1-8285-f3ff32cadfaf tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0518396 Dec 14 13:00:21.722737 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e096152a-f504-4127-85fe-bb231dffe690 req-7fa54f85-6585-45cb-bc01-899c1bb010b4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 Dec 14 13:00:22.364380 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299c88d-3003-419f-934d-fcefff0d2729 req-443743a2-de47-4147-a11e-f7cdf96da245 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:22.366283 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3299c88d-3003-419f-934d-fcefff0d2729 req-443743a2-de47-4147-a11e-f7cdf96da245 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 944 time: 0.0932801 Dec 14 13:00:22.375434 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fba255-58e6-4625-9734-0cf157e3c3a8 req-7dc974fc-3e46-4196-8f26-9833cc7ba32a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:22.377247 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f6fba255-58e6-4625-9734-0cf157e3c3a8 req-7dc974fc-3e46-4196-8f26-9833cc7ba32a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0707674 Dec 14 13:00:22.456175 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3299c88d-3003-419f-934d-fcefff0d2729 req-b19957be-c5fb-4a59-8cd6-78e9c765825a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778525 Dec 14 13:00:22.461216 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f6fba255-58e6-4625-9734-0cf157e3c3a8 req-2b6544d9-0e24-4e21-9c16-4114e4ed4530 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769792 Dec 14 13:00:22.581377 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 44090) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:22.648560 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 44096) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:22.695595 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dcb9-c2b7-441b-9f90-e43173b33d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:22.711490 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ee954d-b528-42ff-8e9e-3025d037b665 admin admin] Deleting subnet cb0a45b3-9a1f-4de3-a007-54fe484df4de {{(pid=102350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:00:22.717766 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-53ee954d-b528-42ff-8e9e-3025d037b665 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:22.768270 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-53ee954d-b528-42ff-8e9e-3025d037b665 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728444'] for subnet, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:22.824418 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-53ee954d-b528-42ff-8e9e-3025d037b665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:22.844695 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2839751-d87a-4b01-81b5-5d8d4d9bad9e req-bbcb1402-3858-4229-a4f9-6969301d9649 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:22.846266 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2839751-d87a-4b01-81b5-5d8d4d9bad9e req-bbcb1402-3858-4229-a4f9-6969301d9649 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0504904 Dec 14 13:00:22.868417 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dcb9-c2b7-441b-9f90-e43173b33d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:22.876646 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dcb9-c2b7-441b-9f90-e43173b33d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:22.900741 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2839751-d87a-4b01-81b5-5d8d4d9bad9e req-4e765120-e522-4877-b94c-78d4ac091038 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458951 Dec 14 13:00:22.921808 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device bf021cb5-24d6-405a-94a5-01c51e16436f up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:00:22.922527 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3dcb9-c2b7-441b-9f90-e43173b33d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335b1faa-f1a2-44b0-88b1-388ec6dc4ad2,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:22.929737 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 44100) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:22.933136 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-a1f3dcb9-c2b7-441b-9f90-e43173b33d94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b5f692b15a747f7a6b8a8afb858fa50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468506 Dec 14 13:00:22.935986 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-53ee954d-b528-42ff-8e9e-3025d037b665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8747803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684766'] for subnet, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:22.976280 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-53ee954d-b528-42ff-8e9e-3025d037b665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:22.980889 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-53ee954d-b528-42ff-8e9e-3025d037b665 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cb0a45b3-9a1f-4de3-a007-54fe484df4de HTTP/1.1" status: 204 len: 168 time: 0.3299778 Dec 14 13:00:22.980889 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee954d-b528-42ff-8e9e-3025d037b665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0a45b3-9a1f-4de3-a007-54fe484df4de,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:22.982490 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 44104) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:22.985143 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e95dc895-257e-4213-8d19-cb8faffe1ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:22.989878 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port bf021cb5-24d6-405a-94a5-01c51e16436f completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 13:00:22.994481 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port bf021cb5-24d6-405a-94a5-01c51e16436f triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:00:22.994860 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.009728 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e95dc895-257e-4213-8d19-cb8faffe1ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.053547 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.062836 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e95dc895-257e-4213-8d19-cb8faffe1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.066469 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e95dc895-257e-4213-8d19-cb8faffe1ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.070122 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e95dc895-257e-4213-8d19-cb8faffe1ec4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/335b1faa-f1a2-44b0-88b1-388ec6dc4ad2 HTTP/1.1" status: 204 len: 168 time: 0.1369298 Dec 14 13:00:23.079529 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dc895-257e-4213-8d19-cb8faffe1ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335b1faa-f1a2-44b0-88b1-388ec6dc4ad2,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:23.092626 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.119959 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79e4c5e-a1c6-4f80-9a63-d340231e3359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf021cb5-24d6-405a-94a5-01c51e16436f'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:00:23.122287 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a4b10a-15be-43a3-9750-a4576056ab0b" -d '{"events": [{"server_uuid": "e79e4c5e-a1c6-4f80-9a63-d340231e3359", "name": "network-vif-plugged", "status": "completed", "tag": "bf021cb5-24d6-405a-94a5-01c51e16436f"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:00:23.135974 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port bf021cb5-24d6-405a-94a5-01c51e16436f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bf021cb5-24d6-405a-94a5-01c51e16436f,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:00:23.140371 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.142167 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.167771 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b2329a-0b17-4b80-8a98-25a960af76f5']}} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:00:23.178705 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2f5ed2-fa68-49c2-903a-96f21ceee9ed') {'for_net_delete': True} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:00:23.179089 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2f5ed2-fa68-49c2-903a-96f21ceee9ed') {} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:00:23.181930 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de49fdf-ca04-4d0b-8953-d0df12313b1e x-openstack-request-id: req-5de49fdf-ca04-4d0b-8953-d0df12313b1e {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:00:23.182702 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79e4c5e-a1c6-4f80-9a63-d340231e3359", "name": "network-vif-plugged", "status": "completed", "tag": "bf021cb5-24d6-405a-94a5-01c51e16436f", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:00:23.183848 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5de49fdf-ca04-4d0b-8953-d0df12313b1e {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:00:23.185262 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79e4c5e-a1c6-4f80-9a63-d340231e3359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf021cb5-24d6-405a-94a5-01c51e16436f', 'code': 200} Dec 14 13:00:23.190319 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728583'] for segment, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.207118 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.214735 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:00:23.215477 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8747889'] for segment, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: Traceback (most recent call last): Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: timer() Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: cb(*args, **kw) Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: return func(*args, **kwargs) Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: self._notify() Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: self.callback(batched_events) Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: event.method(event) Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: return f(self, *a, **k) Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._get(url).json() Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: return self.request(url, 'GET', **kwargs) Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:00:23.217600 dv-cinder-784477-10-iscsi neutron-server[102350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:00:23.301513 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.309203 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.316243 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] 10.222.0.49 "DELETE /v2.0/networks/f9b2329a-0b17-4b80-8a98-25a960af76f5 HTTP/1.1" status: 204 len: 168 time: 0.3300712 Dec 14 13:00:23.344557 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b3f57-4426-492d-a13a-6f8e0794b9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b2329a-0b17-4b80-8a98-25a960af76f5,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:23.373801 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=bf021cb5-24d6-405a-94a5-01c51e16436f,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:23.406138 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c11305-3ae5-49a3-bdac-18bf31cef7c4 req-711dc4ef-a509-4ce4-9025-f92981a84581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:23.407157 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-16c11305-3ae5-49a3-bdac-18bf31cef7c4 req-711dc4ef-a509-4ce4-9025-f92981a84581 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 1098 time: 0.0517602 Dec 14 13:00:23.459857 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-16c11305-3ae5-49a3-bdac-18bf31cef7c4 req-54d756c0-74de-4d39-890e-8c988e2d745a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436749 Dec 14 13:00:23.529864 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 44116) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:23.571156 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-5c0957e7-5196-4929-9918-5bd55fbab298 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fa190426a6c4b9c9d6d259455a647ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395989 Dec 14 13:00:23.573277 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 44120) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:00:23.628896 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53516840-2c61-4689-8fbb-80af01f6cc78 req-50524cbd-feb2-44be-86dc-648d47c1a2c6 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:23.630392 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-53516840-2c61-4689-8fbb-80af01f6cc78 req-50524cbd-feb2-44be-86dc-648d47c1a2c6 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 945 time: 0.1022744 Dec 14 13:00:23.643644 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f02b1-550b-4b18-8347-0dc1b6b073c8 req-1f31f22e-72be-4ef7-a279-5d71e911733c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:23.645107 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1f8f02b1-550b-4b18-8347-0dc1b6b073c8 req-1f31f22e-72be-4ef7-a279-5d71e911733c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.1062958 Dec 14 13:00:23.712053 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ef57-26a9-4072-b0dc-2d9f2d0bf9ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.749359 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-53516840-2c61-4689-8fbb-80af01f6cc78 req-c75751b6-a5a5-4c84-9eaf-53612e2ad7cf tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030209 Dec 14 13:00:23.752561 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1f8f02b1-550b-4b18-8347-0dc1b6b073c8 req-85b67abc-7672-405b-8eb1-98245c2558bd tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992966 Dec 14 13:00:23.757890 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ef57-26a9-4072-b0dc-2d9f2d0bf9ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.811127 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ef57-26a9-4072-b0dc-2d9f2d0bf9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.814404 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ef57-26a9-4072-b0dc-2d9f2d0bf9ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:23.815599 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-7dd0ef57-26a9-4072-b0dc-2d9f2d0bf9ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0f192c9-0c37-46f8-9f2d-d1de877d085f HTTP/1.1" status: 204 len: 168 time: 0.2396934 Dec 14 13:00:23.824447 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0ef57-26a9-4072-b0dc-2d9f2d0bf9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f192c9-0c37-46f8-9f2d-d1de877d085f,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:23.873695 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-302d08f5-3d19-435b-a5e1-209309be9263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:24.031824 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cde332-7f45-4f13-ba68-099300ffdaaf req-aabb6b57-b651-4b44-85bd-5566157e1ee5 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:24.039436 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a7cde332-7f45-4f13-ba68-099300ffdaaf req-aabb6b57-b651-4b44-85bd-5566157e1ee5 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0609450 Dec 14 13:00:24.106416 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a7cde332-7f45-4f13-ba68-099300ffdaaf req-5f8bdf84-c13b-440b-b09a-52f99cfaf71a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659854 Dec 14 13:00:24.125468 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:00:24.897871 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed10b9b-29cd-4d5b-a721-679d79d1cc2c req-28a5829e-2bde-4591-8129-2b42dcbde0bb tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:24.899346 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1ed10b9b-29cd-4d5b-a721-679d79d1cc2c req-28a5829e-2bde-4591-8129-2b42dcbde0bb tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 945 time: 0.0777471 Dec 14 13:00:24.932818 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c536f89-db19-4700-93f7-9a4258854208 req-49839e59-bdad-4419-9391-d052a046005c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:24.934363 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6c536f89-db19-4700-93f7-9a4258854208 req-49839e59-bdad-4419-9391-d052a046005c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0816438 Dec 14 13:00:24.976110 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1ed10b9b-29cd-4d5b-a721-679d79d1cc2c req-4cef94a6-9ae9-40e3-a5e6-e6d41b6205e0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701199 Dec 14 13:00:25.005510 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6c536f89-db19-4700-93f7-9a4258854208 req-e3ad8e88-438e-4cf3-88f2-28934dceb589 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548942 Dec 14 13:00:25.239316 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33195983-98f1-44fb-a007-9d2e85fd16cb req-d5224845-8290-47bf-beb9-9e37d82b69db tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:25.241206 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-33195983-98f1-44fb-a007-9d2e85fd16cb req-d5224845-8290-47bf-beb9-9e37d82b69db tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0594029 Dec 14 13:00:25.299413 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-33195983-98f1-44fb-a007-9d2e85fd16cb req-dc6550a2-84b6-44aa-a09e-3495dd49c988 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520189 Dec 14 13:00:25.953406 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f351d701-dfc6-4867-aa04-b23bc156930b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:26.144128 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac18ad-90b8-44fe-9fc1-5c922c6c1a6e req-4cd19847-1eb0-4ebe-8721-8140e1dc61a0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:26.145692 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ccac18ad-90b8-44fe-9fc1-5c922c6c1a6e req-4cd19847-1eb0-4ebe-8721-8140e1dc61a0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 945 time: 0.0832155 Dec 14 13:00:26.157592 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd38316-62f2-45de-a35d-5dda37b74645 req-db8f01c9-c585-4b0b-b5c7-893ea37ccdf0 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:26.158956 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3cd38316-62f2-45de-a35d-5dda37b74645 req-db8f01c9-c585-4b0b-b5c7-893ea37ccdf0 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0681534 Dec 14 13:00:26.225935 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ccac18ad-90b8-44fe-9fc1-5c922c6c1a6e req-1ab4f9cb-422d-4afa-a2b0-96d44ef84442 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660131 Dec 14 13:00:26.233028 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3cd38316-62f2-45de-a35d-5dda37b74645 req-fb539b45-f20f-4460-9901-8d85d5df473d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675106 Dec 14 13:00:26.432650 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fedba-2516-4599-92c7-5758dcf6492b req-dcfe0e71-21fb-421a-95a4-ea790f35ed77 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:26.434357 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b99fedba-2516-4599-92c7-5758dcf6492b req-dcfe0e71-21fb-421a-95a4-ea790f35ed77 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0587509 Dec 14 13:00:26.498786 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b99fedba-2516-4599-92c7-5758dcf6492b req-13f740e3-3038-4448-b228-5401eff92a78 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568724 Dec 14 13:00:27.304772 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:27.355132 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeac7c-bdfa-4415-8aa0-61746991b3c0 req-80256ad9-7416-4078-8e60-dd37c30be2dd tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:27.356648 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3feeac7c-bdfa-4415-8aa0-61746991b3c0 req-80256ad9-7416-4078-8e60-dd37c30be2dd tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0503469 Dec 14 13:00:27.403890 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3feeac7c-bdfa-4415-8aa0-61746991b3c0 req-f3f14e76-7ed7-42b0-9f82-f40678ec1adc tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 Dec 14 13:00:27.625485 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d04ec-0e34-4b74-a98b-180e0d6d07cb req-a242c712-d1ec-4e80-872f-9a2ece1c18e1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:27.627356 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-191d04ec-0e34-4b74-a98b-180e0d6d07cb req-a242c712-d1ec-4e80-872f-9a2ece1c18e1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0513265 Dec 14 13:00:27.682777 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-191d04ec-0e34-4b74-a98b-180e0d6d07cb req-4eaba764-b770-4bf8-bc90-2271f0adc0de tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490801 Dec 14 13:00:28.207080 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d228c0-f0a2-469c-b6c6-f7b293405b66 req-19966f68-1868-4819-8eeb-7aacd89f8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:28.208552 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-99d228c0-f0a2-469c-b6c6-f7b293405b66 req-19966f68-1868-4819-8eeb-7aacd89f8df2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 1099 time: 0.0418620 Dec 14 13:00:28.256169 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-99d228c0-f0a2-469c-b6c6-f7b293405b66 req-4c9914ce-4409-46a4-9fb0-a26101046d85 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380082 Dec 14 13:00:28.533908 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b183e0-b3bc-4282-8897-eb95c5dfeeaa req-8a08f772-6f9e-42a1-b681-cd8a968e2fb7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:28.535628 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-46b183e0-b3bc-4282-8897-eb95c5dfeeaa req-8a08f772-6f9e-42a1-b681-cd8a968e2fb7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0557351 Dec 14 13:00:28.567404 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:28.592957 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-46b183e0-b3bc-4282-8897-eb95c5dfeeaa req-4041974a-5dda-4b53-ae2c-f9d9d9587134 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505316 Dec 14 13:00:28.815444 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799819d1-c036-4174-8553-a5b14b0b336f req-614c2bf7-c8e9-4735-bc34-fc6903d91e25 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:28.817235 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-799819d1-c036-4174-8553-a5b14b0b336f req-614c2bf7-c8e9-4735-bc34-fc6903d91e25 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0524487 Dec 14 13:00:28.868645 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-799819d1-c036-4174-8553-a5b14b0b336f req-c31c959b-2b21-49d8-8b8b-2875902e6207 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452888 Dec 14 13:00:29.474031 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:29.729982 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e8011-0999-41ed-9431-f0446e425a07 req-ebb6edbe-f3c2-4c68-a2f9-050eeacdd6a9 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:29.731473 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eb3e8011-0999-41ed-9431-f0446e425a07 req-ebb6edbe-f3c2-4c68-a2f9-050eeacdd6a9 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0581691 Dec 14 13:00:29.779941 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eb3e8011-0999-41ed-9431-f0446e425a07 req-7058700f-a774-4c20-b880-ff25e5704feb tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424333 Dec 14 13:00:29.991389 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83cee6-f899-4a6f-88fa-ca735d6a4930 req-49b53929-985e-4939-a3c7-9656aee87fec tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:29.992893 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1e83cee6-f899-4a6f-88fa-ca735d6a4930 req-49b53929-985e-4939-a3c7-9656aee87fec tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0507114 Dec 14 13:00:30.050793 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1e83cee6-f899-4a6f-88fa-ca735d6a4930 req-4ec114ef-8f72-43c2-b5cb-d2ba6d7b2a6c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468884 Dec 14 13:00:30.921099 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc05c7-cc37-4cce-a522-c6405748f900 req-b473c7e6-ad7f-426a-834e-bba0961e448b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:30.922840 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-49dc05c7-cc37-4cce-a522-c6405748f900 req-b473c7e6-ad7f-426a-834e-bba0961e448b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0634851 Dec 14 13:00:30.989546 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-49dc05c7-cc37-4cce-a522-c6405748f900 req-3311d8c4-95c7-44e1-8398-c0c652e9075b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591123 Dec 14 13:00:31.177603 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13473c47-4148-4ab7-9baa-4425c0523e97 req-b85a0e83-a552-4eca-9bdf-5497edba47da tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:31.178977 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-13473c47-4148-4ab7-9baa-4425c0523e97 req-b85a0e83-a552-4eca-9bdf-5497edba47da tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0485682 Dec 14 13:00:31.226430 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-13473c47-4148-4ab7-9baa-4425c0523e97 req-3c60844a-ece0-4860-a9b4-8b2f37cbf2bf tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414016 Dec 14 13:00:32.125333 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaecd0c-02da-4c23-850c-273f6f39de7d req-4a9470b9-0f60-4a57-8b00-b7b5783ca781 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:32.127073 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-beaecd0c-02da-4c23-850c-273f6f39de7d req-4a9470b9-0f60-4a57-8b00-b7b5783ca781 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0586450 Dec 14 13:00:32.179536 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-beaecd0c-02da-4c23-850c-273f6f39de7d req-560783da-c2d7-4501-971b-65e14c8b9864 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461304 Dec 14 13:00:32.360661 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868b2e0-a39f-413c-bbb3-a102275b9587 req-377ac87f-29ed-4845-9b15-84f26782e45a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:32.362180 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e868b2e0-a39f-413c-bbb3-a102275b9587 req-377ac87f-29ed-4845-9b15-84f26782e45a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0541050 Dec 14 13:00:32.409753 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e868b2e0-a39f-413c-bbb3-a102275b9587 req-1e43ca66-7bf8-439b-9ace-e396d9ff5d01 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Dec 14 13:00:33.298411 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fff47-6272-4f1a-822f-c39cf7e6114a req-8cacf0c7-4997-43ed-911c-678b0c707321 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:33.299876 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b14fff47-6272-4f1a-822f-c39cf7e6114a req-8cacf0c7-4997-43ed-911c-678b0c707321 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0503697 Dec 14 13:00:33.351480 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b14fff47-6272-4f1a-822f-c39cf7e6114a req-dbc41eb0-8770-489a-9f8d-ae993bf533d1 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Dec 14 13:00:33.538044 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d408fc-8a7a-4019-aac0-69bb15a13b46 req-126d78af-52dd-48cd-892b-d606fc3540ee tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:33.539518 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-63d408fc-8a7a-4019-aac0-69bb15a13b46 req-126d78af-52dd-48cd-892b-d606fc3540ee tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0529346 Dec 14 13:00:33.586914 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-63d408fc-8a7a-4019-aac0-69bb15a13b46 req-8e0ab51b-0c24-4a9e-be1d-334f4249b3a8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414708 Dec 14 13:00:34.470708 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f77f6-00b0-43a5-a568-71576da81bde req-bbbea1b5-d292-4cd3-b457-37a0de80a154 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:34.472187 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-de0f77f6-00b0-43a5-a568-71576da81bde req-bbbea1b5-d292-4cd3-b457-37a0de80a154 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0500197 Dec 14 13:00:34.523060 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-de0f77f6-00b0-43a5-a568-71576da81bde req-762465eb-c7b9-45f6-a5f6-ca5d6699622a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Dec 14 13:00:34.713159 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277d00f-f538-4cb8-8c3e-675432f5b3a7 req-077ac99b-a01a-4599-9316-8d35a7a2adf9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:34.714671 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9277d00f-f538-4cb8-8c3e-675432f5b3a7 req-077ac99b-a01a-4599-9316-8d35a7a2adf9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0547211 Dec 14 13:00:34.763792 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9277d00f-f538-4cb8-8c3e-675432f5b3a7 req-16432993-4780-4824-9cf4-1ddd671b3b56 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431743 Dec 14 13:00:35.653296 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2436abe-7e70-4010-a027-57cd3f95ad5f req-e74c2489-f37f-432b-99e4-019127940e5b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:35.654867 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2436abe-7e70-4010-a027-57cd3f95ad5f req-e74c2489-f37f-432b-99e4-019127940e5b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0533762 Dec 14 13:00:35.714230 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2436abe-7e70-4010-a027-57cd3f95ad5f req-2e1042e9-cd81-4567-8cd4-fd6872e597e8 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527513 Dec 14 13:00:35.890930 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aee314-1557-45dd-82a2-2bf87533198c req-bd922b30-a429-4bb0-b353-0b7bf87741d4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:35.892413 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b4aee314-1557-45dd-82a2-2bf87533198c req-bd922b30-a429-4bb0-b353-0b7bf87741d4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0500655 Dec 14 13:00:35.940786 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b4aee314-1557-45dd-82a2-2bf87533198c req-dc98e30b-973f-43c5-83ac-1703a82e41a8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422704 Dec 14 13:00:36.849596 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8346aa-4763-4f21-89b9-af3ac736f371 req-7e424e2b-99d8-48cd-8b72-92224441be00 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:36.851176 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3b8346aa-4763-4f21-89b9-af3ac736f371 req-7e424e2b-99d8-48cd-8b72-92224441be00 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0645373 Dec 14 13:00:36.909421 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3b8346aa-4763-4f21-89b9-af3ac736f371 req-96e59218-01f6-4d2e-8d8a-be9a84b48294 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520973 Dec 14 13:00:37.059020 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c916b7-104b-45ee-869d-86bd5c38b4c7 req-cec8ea81-8018-4d56-b2a3-50115ea7e243 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:37.060596 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-09c916b7-104b-45ee-869d-86bd5c38b4c7 req-cec8ea81-8018-4d56-b2a3-50115ea7e243 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0500073 Dec 14 13:00:37.111397 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-09c916b7-104b-45ee-869d-86bd5c38b4c7 req-b6300c35-73d3-4739-9147-b906a24e612d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443037 Dec 14 13:00:37.161458 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c5ca-def0-449a-ba4a-d512d4b4bf80 req-32535413-70a0-44cf-8cd2-306c39a5fd11 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:37.162854 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9d72c5ca-def0-449a-ba4a-d512d4b4bf80 req-32535413-70a0-44cf-8cd2-306c39a5fd11 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0505400 Dec 14 13:00:37.211752 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9d72c5ca-def0-449a-ba4a-d512d4b4bf80 req-768920d5-f01e-4f92-ab44-0429972c84aa tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427310 Dec 14 13:00:38.243901 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76702759-d826-4451-972b-1d5f701cfa41 req-7f0d24d3-48d7-4159-ad65-0fc20a01524c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:38.245422 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-76702759-d826-4451-972b-1d5f701cfa41 req-7f0d24d3-48d7-4159-ad65-0fc20a01524c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0515666 Dec 14 13:00:38.302354 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-76702759-d826-4451-972b-1d5f701cfa41 req-c1879cc7-2386-412f-99e7-29459449175c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507457 Dec 14 13:00:38.337393 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e16a5-88b0-432d-a9ff-aaf1b2d45989 req-ddc9aa3c-a849-4d30-a49d-728b45bcaad9 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:38.338887 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-185e16a5-88b0-432d-a9ff-aaf1b2d45989 req-ddc9aa3c-a849-4d30-a49d-728b45bcaad9 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0566316 Dec 14 13:00:38.391153 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-185e16a5-88b0-432d-a9ff-aaf1b2d45989 req-e8ac69b2-16d8-4f30-bb6d-4f13d7d055a7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435402 Dec 14 13:00:39.038871 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b527e-234c-4a48-a52b-3072b9692e7b req-fa24cbfd-51ac-45ee-818e-357498f00452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:39.040382 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-967b527e-234c-4a48-a52b-3072b9692e7b req-fa24cbfd-51ac-45ee-818e-357498f00452 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 1099 time: 0.0467634 Dec 14 13:00:39.138796 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b527e-234c-4a48-a52b-3072b9692e7b req-1366795d-4d71-41ca-b926-2926791d19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:39.140245 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-967b527e-234c-4a48-a52b-3072b9692e7b req-1366795d-4d71-41ca-b926-2926791d19aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 920 time: 0.0861478 Dec 14 13:00:39.184345 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-967b527e-234c-4a48-a52b-3072b9692e7b req-79b32710-e79c-47b7-a401-299d54ce81a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb HTTP/1.1" status: 200 len: 217 time: 0.0342369 Dec 14 13:00:39.243438 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b527e-234c-4a48-a52b-3072b9692e7b req-6d27a56e-9e19-46b9-bb78-16996dfcb934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:39.244832 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-967b527e-234c-4a48-a52b-3072b9692e7b req-6d27a56e-9e19-46b9-bb78-16996dfcb934 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 200 len: 859 time: 0.0473835 Dec 14 13:00:39.277762 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-967b527e-234c-4a48-a52b-3072b9692e7b req-faf52a7f-35fa-4ea3-941e-53f4ff18c5ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6092f040-7850-4b5c-8606-0c2c75c91695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244067 Dec 14 13:00:39.374998 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-967b527e-234c-4a48-a52b-3072b9692e7b req-2ec5f57b-1c5a-419e-874e-1684e8ea12f8 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872030 Dec 14 13:00:39.426332 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280b70d-5eed-4ed4-b375-025b30679ecf req-cdfaba79-8135-4ef8-ac91-79df654cbf0a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:39.427845 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e280b70d-5eed-4ed4-b375-025b30679ecf req-cdfaba79-8135-4ef8-ac91-79df654cbf0a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0524702 Dec 14 13:00:39.476876 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-967b527e-234c-4a48-a52b-3072b9692e7b req-a4073d05-254b-40cd-85fb-cfae4cd20e33 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910573 Dec 14 13:00:39.516392 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e280b70d-5eed-4ed4-b375-025b30679ecf req-55895349-ba37-4a04-9f07-e987c7c5b452 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823045 Dec 14 13:00:39.535735 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482b1dc-7145-4a44-afd9-4cea841ff7fe req-704d8dbf-b8c1-45e4-8ff8-bc1971a9e48f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:39.537343 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0482b1dc-7145-4a44-afd9-4cea841ff7fe req-704d8dbf-b8c1-45e4-8ff8-bc1971a9e48f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0679035 Dec 14 13:00:39.601420 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0482b1dc-7145-4a44-afd9-4cea841ff7fe req-0af9f88a-c0c7-40bd-9d4e-9ce6c515963b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573952 Dec 14 13:00:40.643839 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6062d6-061c-4387-9a95-7eab88533ee9 req-4a261e28-20d2-40b6-843a-ab0f0d023dcc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:40.645494 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3b6062d6-061c-4387-9a95-7eab88533ee9 req-4a261e28-20d2-40b6-843a-ab0f0d023dcc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0555165 Dec 14 13:00:40.730354 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3b6062d6-061c-4387-9a95-7eab88533ee9 req-ff8a3fed-e8f9-4b32-8f4c-b86892d77e07 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786290 Dec 14 13:00:40.741645 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297a5a1-4a3f-426f-a57f-76d9def99aba req-016ff554-af3b-43da-a43d-b983e6213065 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:40.743329 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d297a5a1-4a3f-426f-a57f-76d9def99aba req-016ff554-af3b-43da-a43d-b983e6213065 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0765831 Dec 14 13:00:40.795265 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d297a5a1-4a3f-426f-a57f-76d9def99aba req-dda85e0e-c088-4456-abc9-39c50a3950b9 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454788 Dec 14 13:00:41.864614 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6c1a9-0025-4d56-a74e-c2a54a0d3261 req-708136e4-7611-45f0-a82d-cf9738f32da7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:41.866183 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2a6c1a9-0025-4d56-a74e-c2a54a0d3261 req-708136e4-7611-45f0-a82d-cf9738f32da7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0500259 Dec 14 13:00:41.937893 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88b728-7db9-40d6-9378-fe5b70a1a407 req-b3a1c9fe-cad7-4bde-8e76-c59e85fdbbac tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:41.939335 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bd88b728-7db9-40d6-9378-fe5b70a1a407 req-b3a1c9fe-cad7-4bde-8e76-c59e85fdbbac tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0722902 Dec 14 13:00:41.955854 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2a6c1a9-0025-4d56-a74e-c2a54a0d3261 req-2685be39-7cce-41bf-b77c-e568aff74d51 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807755 Dec 14 13:00:41.991606 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bd88b728-7db9-40d6-9378-fe5b70a1a407 req-92617f41-4bc2-453a-8fb7-77fbf0d788df tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447695 Dec 14 13:00:43.099839 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac77ec5-1a6a-40f7-afab-3c29fcbfeb81 req-1ed9affb-a9b5-46ea-941c-f1ba6fb3ef26 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:43.101382 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1ac77ec5-1a6a-40f7-afab-3c29fcbfeb81 req-1ed9affb-a9b5-46ea-941c-f1ba6fb3ef26 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0746245 Dec 14 13:00:43.134223 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150349-600f-43ba-9673-8b5887ed5d6f req-14021c5e-41b5-4f9e-86a6-eca6f0798248 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:43.135560 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-66150349-600f-43ba-9673-8b5887ed5d6f req-14021c5e-41b5-4f9e-86a6-eca6f0798248 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0758700 Dec 14 13:00:43.172664 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1ac77ec5-1a6a-40f7-afab-3c29fcbfeb81 req-a5f55db4-3ec3-478e-9a37-1a13725cabe7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645852 Dec 14 13:00:43.200105 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-66150349-600f-43ba-9673-8b5887ed5d6f req-9dbd7510-b764-4f02-99f5-4a958fb5f017 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548284 Dec 14 13:00:43.237757 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 45d34d58-1ff8-4ce3-a024-e2acb9451196 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:00:43.343135 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:00:43.354200 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'port_id': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'mac_address': 'fa:16:3e:56:79:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:00:43.397301 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:43.416432 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45d34d58-1ff8-4ce3-a024-e2acb9451196 {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:00:43.437344 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:00:43.445064 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:43.490772 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=45d34d58-1ff8-4ce3-a024-e2acb9451196,revision_number=6']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:44.330436 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3bcd7-ba44-4bf2-a6ae-b3537cbe3097 req-07a2c331-4bbb-4e09-a068-b6517acac34b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:44.331936 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c4a3bcd7-ba44-4bf2-a6ae-b3537cbe3097 req-07a2c331-4bbb-4e09-a068-b6517acac34b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 944 time: 0.0745270 Dec 14 13:00:44.353204 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2407b-4f8b-4427-81f9-44ba76ecc23e req-9443181f-60ec-4c47-9236-5206114ce46d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:44.354665 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0bb2407b-4f8b-4427-81f9-44ba76ecc23e req-9443181f-60ec-4c47-9236-5206114ce46d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0858285 Dec 14 13:00:44.377524 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:44.425279 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c4a3bcd7-ba44-4bf2-a6ae-b3537cbe3097 req-c82a0ead-5fbf-4ae3-8ae9-a34a9bee9257 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850997 Dec 14 13:00:44.429759 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0bb2407b-4f8b-4427-81f9-44ba76ecc23e req-7e560d1a-a37b-4137-9935-c4c007b5995b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670278 Dec 14 13:00:44.994162 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['45d34d58-1ff8-4ce3-a024-e2acb9451196'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:00:45.577808 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce874a21-5682-4e7e-b5dd-247c59cfc6c4 req-cca0eb19-106c-4261-b04e-561ca58da62e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:45.579303 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ce874a21-5682-4e7e-b5dd-247c59cfc6c4 req-cca0eb19-106c-4261-b04e-561ca58da62e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0780578 Dec 14 13:00:45.590069 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d5417-d7f8-48c7-a2db-02022927393d req-2fffe5fa-0fa5-41ba-b862-12d0eb3d28b0 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:45.591511 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-426d5417-d7f8-48c7-a2db-02022927393d req-2fffe5fa-0fa5-41ba-b862-12d0eb3d28b0 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 944 time: 0.0889044 Dec 14 13:00:45.668884 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ce874a21-5682-4e7e-b5dd-247c59cfc6c4 req-3962265b-2a8d-48c5-8bb5-602a61f99571 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762506 Dec 14 13:00:45.673888 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-426d5417-d7f8-48c7-a2db-02022927393d req-3f704fff-257a-4dd1-a303-199639369a2e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746214 Dec 14 13:00:46.353339 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 45d34d58-1ff8-4ce3-a024-e2acb9451196 up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:00:46.413186 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 45d34d58-1ff8-4ce3-a024-e2acb9451196 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:00:46.413761 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:46.518815 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:46.544054 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:00:46.549516 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e25672b-5735-43b6-acbf-56ca12b9c9d4" -d '{"events": [{"server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "name": "network-vif-plugged", "status": "completed", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:00:46.572612 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:00:46.580698 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:46.594109 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2926c95b-efa9-4c20-ac4c-83c6c49fe66e x-openstack-request-id: req-2926c95b-efa9-4c20-ac4c-83c6c49fe66e {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:00:46.595135 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "name": "network-vif-plugged", "status": "completed", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:00:46.595391 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2926c95b-efa9-4c20-ac4c-83c6c49fe66e {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:00:46.595781 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'code': 200} Dec 14 13:00:46.662759 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=45d34d58-1ff8-4ce3-a024-e2acb9451196,revision_number=7']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:46.854345 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b8a69-88aa-4a4b-9785-9b6c1eb07710 req-5d9b70af-096d-4de3-a0e7-8af7afc31011 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:46.857026 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cf1b8a69-88aa-4a4b-9785-9b6c1eb07710 req-5d9b70af-096d-4de3-a0e7-8af7afc31011 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0847538 Dec 14 13:00:46.869487 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717f386-a842-41ee-bc93-0f4c4bec6a5e req-a1a05a04-ab56-4a25-9529-1cbcdcb6ca71 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:46.871010 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9717f386-a842-41ee-bc93-0f4c4bec6a5e req-a1a05a04-ab56-4a25-9529-1cbcdcb6ca71 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0861425 Dec 14 13:00:46.956418 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cf1b8a69-88aa-4a4b-9785-9b6c1eb07710 req-601e4864-53da-4133-a869-542f8376a6f6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843675 Dec 14 13:00:46.977467 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9717f386-a842-41ee-bc93-0f4c4bec6a5e req-efb02357-cb8a-4c69-8e7e-39237e7ba880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911818 Dec 14 13:00:48.154675 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bddd5-c9b8-49b5-8f5b-79baba0db52d req-2ce3c4ec-f3f9-4511-bc8e-b47f73bb497e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:48.156708 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f58bddd5-c9b8-49b5-8f5b-79baba0db52d req-2ce3c4ec-f3f9-4511-bc8e-b47f73bb497e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0846231 Dec 14 13:00:48.229461 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f58bddd5-c9b8-49b5-8f5b-79baba0db52d req-d8cfcabd-80ed-48b1-badc-ee24e1d942ed tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609446 Dec 14 13:00:48.561081 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c30fd-f9ab-4536-8246-3a4bb0523fbd req-bd3371b5-6215-44e6-adc4-7aec30fe9833 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:48.568838 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c23c30fd-f9ab-4536-8246-3a4bb0523fbd req-bd3371b5-6215-44e6-adc4-7aec30fe9833 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0667622 Dec 14 13:00:48.637571 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c23c30fd-f9ab-4536-8246-3a4bb0523fbd req-7510737e-e74b-41aa-8463-e4e8e9ad57ae tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674410 Dec 14 13:00:48.697592 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aeeac-c509-49bd-8f4b-b5f6a62865d8 req-034a59d7-52df-4743-905f-23e2a7324583 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:48.699444 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f90aeeac-c509-49bd-8f4b-b5f6a62865d8 req-034a59d7-52df-4743-905f-23e2a7324583 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 945 time: 0.0604908 Dec 14 13:00:48.768602 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f90aeeac-c509-49bd-8f4b-b5f6a62865d8 req-f462e0e9-f7db-444f-96f6-fdcbea3998ab tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621722 Dec 14 13:00:49.398291 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088630de-d68d-4314-8d56-56f5c77f8a59 req-08dd302d-07a6-4744-af43-ce17814357f9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:49.400645 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-088630de-d68d-4314-8d56-56f5c77f8a59 req-08dd302d-07a6-4744-af43-ce17814357f9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0915246 Dec 14 13:00:49.463439 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-088630de-d68d-4314-8d56-56f5c77f8a59 req-1208e1fc-0a09-4a61-8e21-a0cf7f5417d7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567133 Dec 14 13:00:49.922899 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0730-2773-44e0-ac87-7ebf6b56e66e req-51c77dab-4cb5-4d06-a106-888186aced69 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:49.925289 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2a7e0730-2773-44e0-ac87-7ebf6b56e66e req-51c77dab-4cb5-4d06-a106-888186aced69 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 945 time: 0.0676973 Dec 14 13:00:49.983108 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2a7e0730-2773-44e0-ac87-7ebf6b56e66e req-735ac0a2-6dc4-409a-be73-eaf1d212278c tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490384 Dec 14 13:00:50.619894 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7039e49-55a6-49fa-9307-d10b86a05890 req-675a0198-64ab-4b42-bf1b-78d12d016913 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:50.621537 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b7039e49-55a6-49fa-9307-d10b86a05890 req-675a0198-64ab-4b42-bf1b-78d12d016913 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0617003 Dec 14 13:00:50.676960 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b7039e49-55a6-49fa-9307-d10b86a05890 req-5088107c-bc00-42c8-ad8e-4f85b4d35e61 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487144 Dec 14 13:00:51.104029 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b325c-329b-4c38-a1dd-bb55c5fa3e50 req-b98b8432-a4b9-4ffe-a7df-1de563509768 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:51.111551 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-109b325c-329b-4c38-a1dd-bb55c5fa3e50 req-b98b8432-a4b9-4ffe-a7df-1de563509768 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 945 time: 0.0565674 Dec 14 13:00:51.160079 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-109b325c-329b-4c38-a1dd-bb55c5fa3e50 req-c8f5efe8-6a17-4973-98ec-986f3ec39cae tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476415 Dec 14 13:00:51.474797 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802a81c-9200-4ff6-8bd4-bc694f77aafd req-529d870d-ef9d-4826-98d1-8ecfabd29f7f tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:51.483098 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d802a81c-9200-4ff6-8bd4-bc694f77aafd req-529d870d-ef9d-4826-98d1-8ecfabd29f7f tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 946 time: 0.0663419 Dec 14 13:00:51.541905 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d802a81c-9200-4ff6-8bd4-bc694f77aafd req-66f15358-ab4c-4cb6-9858-4245f1e1ea7b tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578609 Dec 14 13:00:51.818522 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39475-3550-4b4b-81f9-92d543402cf7 req-1b988699-1a33-4d31-bd72-589e9d8d6524 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:51.823567 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dca39475-3550-4b4b-81f9-92d543402cf7 req-1b988699-1a33-4d31-bd72-589e9d8d6524 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0542755 Dec 14 13:00:51.885363 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dca39475-3550-4b4b-81f9-92d543402cf7 req-c5c0d382-528e-4864-b454-fe1b2a7587b8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571127 Dec 14 13:00:52.329082 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554e846-2cc5-414c-9511-02cd431d8823 req-646f8abe-2970-448b-a303-99604733027a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:52.329225 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9554e846-2cc5-414c-9511-02cd431d8823 req-646f8abe-2970-448b-a303-99604733027a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 945 time: 0.0561285 Dec 14 13:00:52.403918 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9554e846-2cc5-414c-9511-02cd431d8823 req-a0467dfb-dd8f-41b4-94e2-51d71441f6fd tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673721 Dec 14 13:00:52.429183 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef0a0-25d4-4051-8d66-c673bfc7daf2 req-bb18c0b4-3c3a-4ed9-ae72-b7dee8d9d478 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:52.431425 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a35ef0a0-25d4-4051-8d66-c673bfc7daf2 req-bb18c0b4-3c3a-4ed9-ae72-b7dee8d9d478 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 945 time: 0.0897357 Dec 14 13:00:52.546973 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-a35ef0a0-25d4-4051-8d66-c673bfc7daf2 req-a6b8c916-a461-4270-af0c-487788b1ff9d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Deleting port bf021cb5-24d6-405a-94a5-01c51e16436f {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:00:52.547603 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a35ef0a0-25d4-4051-8d66-c673bfc7daf2 req-a6b8c916-a461-4270-af0c-487788b1ff9d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:52.665357 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-a35ef0a0-25d4-4051-8d66-c673bfc7daf2 req-a6b8c916-a461-4270-af0c-487788b1ff9d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] For port bf021cb5-24d6-405a-94a5-01c51e16436f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bf021cb5-24d6-405a-94a5-01c51e16436f,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:00:52.665861 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a35ef0a0-25d4-4051-8d66-c673bfc7daf2 req-a6b8c916-a461-4270-af0c-487788b1ff9d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:52.681367 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-a35ef0a0-25d4-4051-8d66-c673bfc7daf2 req-a6b8c916-a461-4270-af0c-487788b1ff9d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Calling delete_port for bf021cb5-24d6-405a-94a5-01c51e16436f owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:00:52.930228 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884f404-570a-4c29-96ba-897d388a5f89 req-bb013363-6598-416d-a880-fadce0d0034d tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:52.937735 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1884f404-570a-4c29-96ba-897d388a5f89 req-bb013363-6598-416d-a880-fadce0d0034d tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 946 time: 0.3136570 Dec 14 13:00:52.997139 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1884f404-570a-4c29-96ba-897d388a5f89 req-615f7aa0-4755-43f3-b559-2daf16214fb2 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582943 Dec 14 13:00:53.087412 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4951-9272-47f9-ac22-547aea0f893d req-e9dc0ec8-ec42-4e4e-a96c-848f05061f7b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:53.089032 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-30ca4951-9272-47f9-ac22-547aea0f893d req-e9dc0ec8-ec42-4e4e-a96c-848f05061f7b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0587585 Dec 14 13:00:53.126568 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a35ef0a0-25d4-4051-8d66-c673bfc7daf2 req-a6b8c916-a461-4270-af0c-487788b1ff9d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:53.145360 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['11ccc809-2261-401d-8da3-2d48bb297543', 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe', '3c4c685c-25bf-4592-b1c9-40dc336ec707', 'bf021cb5-24d6-405a-94a5-01c51e16436f'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:00:53.159864 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-30ca4951-9272-47f9-ac22-547aea0f893d req-27b2ba01-67fd-4b8f-b8aa-95fe574bb866 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642314 Dec 14 13:00:53.206662 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8c916-a461-4270-af0c-487788b1ff9d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Pushing event deleted for resources: {'Port': ['ID=bf021cb5-24d6-405a-94a5-01c51e16436f,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:53.261801 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35ef0a0-25d4-4051-8d66-c673bfc7daf2 req-a6b8c916-a461-4270-af0c-487788b1ff9d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] No DVR routers for this DVR port bf021cb5-24d6-405a-94a5-01c51e16436f on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:00:53.265562 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a35ef0a0-25d4-4051-8d66-c673bfc7daf2 req-a6b8c916-a461-4270-af0c-487788b1ff9d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:53.269068 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a35ef0a0-25d4-4051-8d66-c673bfc7daf2 req-a6b8c916-a461-4270-af0c-487788b1ff9d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "DELETE /v2.0/ports/bf021cb5-24d6-405a-94a5-01c51e16436f HTTP/1.1" status: 204 len: 173 time: 0.8294613 Dec 14 13:00:53.269591 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79e4c5e-a1c6-4f80-9a63-d340231e3359', 'name': 'network-vif-deleted', 'tag': 'bf021cb5-24d6-405a-94a5-01c51e16436f'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:00:53.271859 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85325ac1-a370-4ef9-8634-b740ce5c237f" -d '{"events": [{"server_uuid": "e79e4c5e-a1c6-4f80-9a63-d340231e3359", "name": "network-vif-deleted", "tag": "bf021cb5-24d6-405a-94a5-01c51e16436f"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:00:53.319330 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d820386-9aa4-49d7-9769-b5c28085eba1 x-openstack-request-id: req-9d820386-9aa4-49d7-9769-b5c28085eba1 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:00:53.320039 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79e4c5e-a1c6-4f80-9a63-d340231e3359", "name": "network-vif-deleted", "tag": "bf021cb5-24d6-405a-94a5-01c51e16436f", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:00:53.320361 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d820386-9aa4-49d7-9769-b5c28085eba1 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:00:53.320959 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79e4c5e-a1c6-4f80-9a63-d340231e3359', 'name': 'network-vif-deleted', 'tag': 'bf021cb5-24d6-405a-94a5-01c51e16436f', 'status': 'completed', 'code': 200} Dec 14 13:00:53.554618 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2673f9c-874b-4245-b64a-00e8d8409952 req-224b54ed-a6dc-4898-8c0a-2b209c75218f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79e4c5e-a1c6-4f80-9a63-d340231e3359 HTTP/1.1" status: 200 len: 210 time: 0.0357609 Dec 14 13:00:53.884038 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ed777375-bde3-4d89-afff-f50cfce8c3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:54.136004 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d19be0-f0a9-4f9c-9702-f05644741b56 req-dcf81a26-dc22-4638-a095-cf19b455b8a9 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:54.138130 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-72d19be0-f0a9-4f9c-9702-f05644741b56 req-dcf81a26-dc22-4638-a095-cf19b455b8a9 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 946 time: 0.0594676 Dec 14 13:00:54.194820 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-72d19be0-f0a9-4f9c-9702-f05644741b56 req-2a69ea07-2a5f-4aca-9c15-3f964667cec1 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503075 Dec 14 13:00:54.313361 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401967b-8757-4660-ae02-0d31950f0b8d req-b0cafbb6-4939-463b-a5b0-3c51a4f55605 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:54.315227 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9401967b-8757-4660-ae02-0d31950f0b8d req-b0cafbb6-4939-463b-a5b0-3c51a4f55605 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0571837 Dec 14 13:00:54.385459 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9401967b-8757-4660-ae02-0d31950f0b8d req-99fbcce0-89a3-4261-a9e4-b30b489db4a9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569539 Dec 14 13:00:55.233028 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc6bc3-9298-4bdb-9c4d-36b0348adcab req-5bdf11d5-925c-4564-b23f-1dd1dda41cd8 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:55.236198 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d6dc6bc3-9298-4bdb-9c4d-36b0348adcab req-5bdf11d5-925c-4564-b23f-1dd1dda41cd8 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.44 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 946 time: 0.0787377 Dec 14 13:00:55.332939 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73c9c6-aa87-410e-9b1f-d6d24b0ced96 req-9b259a61-a43f-4121-aaeb-96b1e77639ed tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:55.334475 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b73c9c6-aa87-410e-9b1f-d6d24b0ced96 req-9b259a61-a43f-4121-aaeb-96b1e77639ed tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 946 time: 0.0585070 Dec 14 13:00:55.374289 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-d6dc6bc3-9298-4bdb-9c4d-36b0348adcab req-31c06c81-3235-4b5e-a1e6-089b28a02324 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Deleting port c342614d-9975-4aaa-a444-6e5c731f8f7a {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:00:55.374566 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d6dc6bc3-9298-4bdb-9c4d-36b0348adcab req-31c06c81-3235-4b5e-a1e6-089b28a02324 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:55.391432 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b73c9c6-aa87-410e-9b1f-d6d24b0ced96 req-ce7dc8c1-845d-449e-9c63-6f2f015e1115 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485172 Dec 14 13:00:55.502131 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-d6dc6bc3-9298-4bdb-9c4d-36b0348adcab req-31c06c81-3235-4b5e-a1e6-089b28a02324 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] For port c342614d-9975-4aaa-a444-6e5c731f8f7a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c342614d-9975-4aaa-a444-6e5c731f8f7a,segment=NetworkSegment(8a8a2468-a59e-4dcb-a467-9a683de7caeb),segment_id=8a8a2468-a59e-4dcb-a467-9a683de7caeb)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:00:55.502545 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d6dc6bc3-9298-4bdb-9c4d-36b0348adcab req-31c06c81-3235-4b5e-a1e6-089b28a02324 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:55.515899 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-d6dc6bc3-9298-4bdb-9c4d-36b0348adcab req-31c06c81-3235-4b5e-a1e6-089b28a02324 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Calling delete_port for c342614d-9975-4aaa-a444-6e5c731f8f7a owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:00:55.551854 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6c017-008a-4edd-9006-cd831ebd6144 req-a8885ca6-26db-43b7-aea1-0f7a6003dfce tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:55.554374 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-16f6c017-008a-4edd-9006-cd831ebd6144 req-a8885ca6-26db-43b7-aea1-0f7a6003dfce tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0718806 Dec 14 13:00:55.669414 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-16f6c017-008a-4edd-9006-cd831ebd6144 req-50f8c03a-7d58-4d5e-9839-e6916967cf4e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080251 Dec 14 13:00:55.681934 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d6dc6bc3-9298-4bdb-9c4d-36b0348adcab req-31c06c81-3235-4b5e-a1e6-089b28a02324 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:55.697752 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['c342614d-9975-4aaa-a444-6e5c731f8f7a'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:00:55.711728 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c06c81-3235-4b5e-a1e6-089b28a02324 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Pushing event deleted for resources: {'Port': ['ID=c342614d-9975-4aaa-a444-6e5c731f8f7a,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:00:55.780415 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dc6bc3-9298-4bdb-9c4d-36b0348adcab req-31c06c81-3235-4b5e-a1e6-089b28a02324 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] No DVR routers for this DVR port c342614d-9975-4aaa-a444-6e5c731f8f7a on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:00:55.783133 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-d6dc6bc3-9298-4bdb-9c4d-36b0348adcab req-31c06c81-3235-4b5e-a1e6-089b28a02324 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:55.786758 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d6dc6bc3-9298-4bdb-9c4d-36b0348adcab req-31c06c81-3235-4b5e-a1e6-089b28a02324 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.44 "DELETE /v2.0/ports/c342614d-9975-4aaa-a444-6e5c731f8f7a HTTP/1.1" status: 204 len: 173 time: 0.5366635 Dec 14 13:00:55.787361 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48d3c23-3b4b-4220-8ead-d04a670ec64f', 'name': 'network-vif-deleted', 'tag': 'c342614d-9975-4aaa-a444-6e5c731f8f7a'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:00:55.790035 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab58f7ae-925f-4146-b937-371d233e2dcf" -d '{"events": [{"server_uuid": "c48d3c23-3b4b-4220-8ead-d04a670ec64f", "name": "network-vif-deleted", "tag": "c342614d-9975-4aaa-a444-6e5c731f8f7a"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:00:55.838399 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ffc0c1-0cb3-41b9-aa5e-673884517d00 x-openstack-request-id: req-40ffc0c1-0cb3-41b9-aa5e-673884517d00 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:00:55.838910 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48d3c23-3b4b-4220-8ead-d04a670ec64f", "name": "network-vif-deleted", "tag": "c342614d-9975-4aaa-a444-6e5c731f8f7a", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:00:55.839322 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40ffc0c1-0cb3-41b9-aa5e-673884517d00 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:00:55.839876 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48d3c23-3b4b-4220-8ead-d04a670ec64f', 'name': 'network-vif-deleted', 'tag': 'c342614d-9975-4aaa-a444-6e5c731f8f7a', 'status': 'completed', 'code': 200} Dec 14 13:00:55.974471 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b277dd5c-daba-4357-9967-c24ac30714d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:56.070605 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb5192-cd32-4ab9-8a31-824d9e1a7058 req-dcd1472c-3d7d-43ca-b382-e02bfbc40c82 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:56.072115 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-85cb5192-cd32-4ab9-8a31-824d9e1a7058 req-dcd1472c-3d7d-43ca-b382-e02bfbc40c82 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 946 time: 0.0498917 Dec 14 13:00:56.124326 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-85cb5192-cd32-4ab9-8a31-824d9e1a7058 req-71e72f85-1d61-4386-9e07-a5d4ac95cd32 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Dec 14 13:00:56.434008 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device bf021cb5-24d6-405a-94a5-01c51e16436f no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:00:56.454201 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: bf021cb5-24d6-405a-94a5-01c51e16436f {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:00:56.454546 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device bf021cb5-24d6-405a-94a5-01c51e16436f not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:00:56.501852 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6f9ee12d-e81a-49ef-a307-51113cd69cc4 req-80c3f13d-3000-43ee-9542-7c3820e87145 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c48d3c23-3b4b-4220-8ead-d04a670ec64f HTTP/1.1" status: 200 len: 210 time: 0.0261226 Dec 14 13:00:56.798919 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c9047-4ac5-4a1f-a8fc-afb10357c565 req-12a42623-0bfc-47fb-833b-ceb31d6d408d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:56.800694 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-836c9047-4ac5-4a1f-a8fc-afb10357c565 req-12a42623-0bfc-47fb-833b-ceb31d6d408d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0595982 Dec 14 13:00:56.857415 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-836c9047-4ac5-4a1f-a8fc-afb10357c565 req-0f0ace9f-3be5-4b90-b221-b67a48c80378 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496347 Dec 14 13:00:57.043859 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb57c6c-ee65-497b-89c0-740116cfd559 req-0d191b68-1e25-42f7-977e-82c06d6ecbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:57.045489 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-6cb57c6c-ee65-497b-89c0-740116cfd559 req-0d191b68-1e25-42f7-977e-82c06d6ecbbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 1098 time: 0.0426607 Dec 14 13:00:57.136811 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb57c6c-ee65-497b-89c0-740116cfd559 req-08085125-0913-4ebe-943d-64eac6928354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:57.138292 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-6cb57c6c-ee65-497b-89c0-740116cfd559 req-08085125-0913-4ebe-943d-64eac6928354 service neutron] 10.222.0.44 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 918 time: 0.0847423 Dec 14 13:00:57.211440 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-6cb57c6c-ee65-497b-89c0-740116cfd559 req-94f00b60-7e14-45e7-9919-50defe29391e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196 HTTP/1.1" status: 200 len: 1001 time: 0.0615900 Dec 14 13:00:57.239216 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10e5e-404e-4170-88d9-c2df03da67bc req-ec54e692-a29b-4a27-aa3a-644ee5d8e779 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:57.240706 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-acc10e5e-404e-4170-88d9-c2df03da67bc req-ec54e692-a29b-4a27-aa3a-644ee5d8e779 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 946 time: 0.0483062 Dec 14 13:00:57.263535 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb57c6c-ee65-497b-89c0-740116cfd559 req-69c9caf8-3f6f-4dd1-b005-14975c9b3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:57.265057 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-6cb57c6c-ee65-497b-89c0-740116cfd559 req-69c9caf8-3f6f-4dd1-b005-14975c9b3e30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 200 len: 856 time: 0.0447791 Dec 14 13:00:57.295791 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-acc10e5e-404e-4170-88d9-c2df03da67bc req-10f00193-42ec-4146-b73c-7a824cc703b0 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486097 Dec 14 13:00:57.302825 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:57.320584 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb57c6c-ee65-497b-89c0-740116cfd559 req-be1f6004-ae1a-4206-b07c-c2af3ffb6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:57.322213 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-6cb57c6c-ee65-497b-89c0-740116cfd559 req-be1f6004-ae1a-4206-b07c-c2af3ffb6ee7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=685eb097-be44-442e-9106-664041f3bdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462213 Dec 14 13:00:57.415844 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-6cb57c6c-ee65-497b-89c0-740116cfd559 req-9dec09e9-2476-4940-ab6c-089915fc7ad0 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830390 Dec 14 13:00:57.521487 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-6cb57c6c-ee65-497b-89c0-740116cfd559 req-736789c0-7348-4c94-9004-6125da16c447 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940835 Dec 14 13:00:57.973932 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe9ef8-2751-4d8f-8912-7575edebdb73 req-e8a3160a-58eb-4068-9107-e69fb9855033 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:57.975525 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dabe9ef8-2751-4d8f-8912-7575edebdb73 req-e8a3160a-58eb-4068-9107-e69fb9855033 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0478141 Dec 14 13:00:58.024925 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dabe9ef8-2751-4d8f-8912-7575edebdb73 req-a8beb628-58c0-4ccb-a65b-9086686eaf1a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431762 Dec 14 13:00:58.095101 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a98ad-382f-4fc5-b717-920e70790f0e req-366fa798-2c22-492b-8162-a45a0fb2630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:58.096511 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-098a98ad-382f-4fc5-b717-920e70790f0e req-366fa798-2c22-492b-8162-a45a0fb2630b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 1099 time: 0.0406246 Dec 14 13:00:58.106116 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1a12e-3ed8-4c82-b63d-ab32c30dbe19 req-67d071dc-2fa1-4a4f-9193-c09844a09e45 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:58.107601 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-59d1a12e-3ed8-4c82-b63d-ab32c30dbe19 req-67d071dc-2fa1-4a4f-9193-c09844a09e45 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0480747 Dec 14 13:00:58.155366 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-59d1a12e-3ed8-4c82-b63d-ab32c30dbe19 req-d6b46710-0452-4be5-a8ca-952102fc8a91 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Dec 14 13:00:58.416665 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd55e2-0bb8-4c1c-9e46-dffb26918858 req-1c4adb6a-677b-48bb-8983-2036dc4a7f0f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:58.418109 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-29cd55e2-0bb8-4c1c-9e46-dffb26918858 req-1c4adb6a-677b-48bb-8983-2036dc4a7f0f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 946 time: 0.0536344 Dec 14 13:00:58.469730 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-29cd55e2-0bb8-4c1c-9e46-dffb26918858 req-6e5e9c85-4d2c-4acd-9fea-0846d71c344d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Dec 14 13:00:58.571877 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:59.163942 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ea215-4c9e-4c6d-82aa-93e81ac87c5c req-13ac1159-c278-48b0-833f-47948b5302bb tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:59.165606 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ca8ea215-4c9e-4c6d-82aa-93e81ac87c5c req-13ac1159-c278-48b0-833f-47948b5302bb tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0625727 Dec 14 13:00:59.215558 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ca8ea215-4c9e-4c6d-82aa-93e81ac87c5c req-5b1c54ec-32fe-4d2a-9e43-92a1397d2e52 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432482 Dec 14 13:00:59.269628 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90042f2-667f-4fbd-a6fd-8234d817e91f req-07bcb0ec-c922-4b58-a6e0-dcd926b00907 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:59.271126 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f90042f2-667f-4fbd-a6fd-8234d817e91f req-07bcb0ec-c922-4b58-a6e0-dcd926b00907 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0478308 Dec 14 13:00:59.322113 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f90042f2-667f-4fbd-a6fd-8234d817e91f req-430e6177-e17f-4d16-a287-46841ac0fefe tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450227 Dec 14 13:00:59.477616 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:00:59.586380 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a98ad-382f-4fc5-b717-920e70790f0e req-cb8b695b-f92f-470d-a711-889df75ed421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:59.587827 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-098a98ad-382f-4fc5-b717-920e70790f0e req-cb8b695b-f92f-470d-a711-889df75ed421 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 920 time: 0.0964000 Dec 14 13:00:59.592362 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16757d2-c6b8-4da8-823f-8a9ca4fd1967 req-7cf065a0-5cfb-43bb-bdea-eaa4c84120d8 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:00:59.593992 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c16757d2-c6b8-4da8-823f-8a9ca4fd1967 req-7cf065a0-5cfb-43bb-bdea-eaa4c84120d8 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 946 time: 0.0522087 Dec 14 13:00:59.641237 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c16757d2-c6b8-4da8-823f-8a9ca4fd1967 req-7bca125a-31b5-4c68-b481-e9293428449f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 Dec 14 13:01:00.342783 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f593-dc6d-4e9f-8ef0-c74bc3e50469 req-17f36c1c-5b39-4393-bc94-8593b733ee3d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:00.344285 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cc96f593-dc6d-4e9f-8ef0-c74bc3e50469 req-17f36c1c-5b39-4393-bc94-8593b733ee3d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0556848 Dec 14 13:01:00.393736 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cc96f593-dc6d-4e9f-8ef0-c74bc3e50469 req-bae6548c-81c9-4ccb-b9e5-5e3fcdfd353a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434165 Dec 14 13:01:00.461409 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc9606-92e7-420b-a773-4637fcf13719 req-e40d3a85-d33f-4ebf-9a8f-1c75acce3fc8 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:00.462873 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e3fc9606-92e7-420b-a773-4637fcf13719 req-e40d3a85-d33f-4ebf-9a8f-1c75acce3fc8 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0683119 Dec 14 13:01:00.516424 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e3fc9606-92e7-420b-a773-4637fcf13719 req-c12d9ea4-2119-497d-9db3-d594897d36d5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472431 Dec 14 13:01:00.761560 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee3f51-b69b-41e9-86b4-5dda060a4d8b req-6a92efab-5480-41d1-8243-6e750ce45155 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:00.763073 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-12ee3f51-b69b-41e9-86b4-5dda060a4d8b req-6a92efab-5480-41d1-8243-6e750ce45155 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 946 time: 0.0516303 Dec 14 13:01:00.817361 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-12ee3f51-b69b-41e9-86b4-5dda060a4d8b req-14074586-126a-4ad7-b87a-d490299e8b49 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480311 Dec 14 13:01:01.121832 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:01:01.518093 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa498b-1e64-4d21-8e73-bd12b88c20e9 req-85eeb170-7bb8-4d21-9772-25da4f791781 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:01.519612 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1faa498b-1e64-4d21-8e73-bd12b88c20e9 req-85eeb170-7bb8-4d21-9772-25da4f791781 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 945 time: 0.0542614 Dec 14 13:01:01.571161 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1faa498b-1e64-4d21-8e73-bd12b88c20e9 req-0f4c361a-76a0-4237-b8d1-74502243ff72 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453510 Dec 14 13:01:01.640919 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6414dd-ca63-4566-9020-ffd0a5f96de2 req-426005e2-c8a0-4e5b-8c10-9b29ceec5cc5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:01.642340 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5e6414dd-ca63-4566-9020-ffd0a5f96de2 req-426005e2-c8a0-4e5b-8c10-9b29ceec5cc5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0560319 Dec 14 13:01:01.674071 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 45d34d58-1ff8-4ce3-a024-e2acb9451196 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:01:01.676139 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-098a98ad-382f-4fc5-b717-920e70790f0e req-e2f8d45c-8870-4d3a-9270-47b1303fe711 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb HTTP/1.1" status: 200 len: 217 time: 0.0378909 Dec 14 13:01:01.693295 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5e6414dd-ca63-4566-9020-ffd0a5f96de2 req-7851cfec-08c6-4ea5-abe8-ccaf649d09a7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Dec 14 13:01:01.729286 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a98ad-382f-4fc5-b717-920e70790f0e req-755b6a32-d3c0-4f02-879b-a7ee3e6435f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:01.730781 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-098a98ad-382f-4fc5-b717-920e70790f0e req-755b6a32-d3c0-4f02-879b-a7ee3e6435f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 200 len: 859 time: 0.0437279 Dec 14 13:01:01.760348 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:01.775260 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-098a98ad-382f-4fc5-b717-920e70790f0e req-a28aeb8a-c9c6-4c8e-b982-a060ab754255 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6092f040-7850-4b5c-8606-0c2c75c91695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243406 Dec 14 13:01:01.783362 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:01:01.785620 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f756ad-5055-45f6-a99b-3160af0d833b" -d '{"events": [{"server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "name": "network-vif-unplugged", "status": "completed", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:01:01.797836 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:01.806347 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:01.807489 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device c342614d-9975-4aaa-a444-6e5c731f8f7a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:01:01.831635 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 13:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eccdf1-59b5-45e6-a0e9-6d4c602a6e0c x-openstack-request-id: req-b9eccdf1-59b5-45e6-a0e9-6d4c602a6e0c {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:01:01.831998 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "name": "network-vif-unplugged", "status": "completed", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:01:01.832340 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9eccdf1-59b5-45e6-a0e9-6d4c602a6e0c {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:01:01.832993 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'code': 200} Dec 14 13:01:01.861650 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: c342614d-9975-4aaa-a444-6e5c731f8f7a {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:01:01.862057 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device c342614d-9975-4aaa-a444-6e5c731f8f7a not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:01:01.888909 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=45d34d58-1ff8-4ce3-a024-e2acb9451196,revision_number=8']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:01.894880 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-098a98ad-382f-4fc5-b717-920e70790f0e req-04179c89-5f42-400f-aa85-ce5fa3f5a42a service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029985 Dec 14 13:01:01.940276 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e972a-4531-47f3-bcac-d6fe2e6bd909 req-18ea9fd5-5f56-463e-b1ca-a78c254c3248 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:01.942041 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-588e972a-4531-47f3-bcac-d6fe2e6bd909 req-18ea9fd5-5f56-463e-b1ca-a78c254c3248 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 946 time: 0.0492446 Dec 14 13:01:01.987673 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-098a98ad-382f-4fc5-b717-920e70790f0e req-4776a5e1-8bb8-4b9e-bd37-9b5905972526 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822127 Dec 14 13:01:01.993586 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-588e972a-4531-47f3-bcac-d6fe2e6bd909 req-f229b52f-f8fe-4809-b543-59dee3382fc9 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452497 Dec 14 13:01:02.711570 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb56e7-775a-4a82-a0ef-d43af94348bd req-f0d8ae3c-1c5d-4ff7-a058-7c7b301bd330 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:02.713035 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f0bb56e7-775a-4a82-a0ef-d43af94348bd req-f0d8ae3c-1c5d-4ff7-a058-7c7b301bd330 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0556030 Dec 14 13:01:02.763502 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f0bb56e7-775a-4a82-a0ef-d43af94348bd req-a6d83809-e7ca-4309-bfb7-33da7b6b8d1f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439825 Dec 14 13:01:02.812315 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245e9ee-bb40-425f-8798-255d8b8856e9 req-f0431813-4643-4370-a0e8-e14bf344cc53 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:02.813804 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7245e9ee-bb40-425f-8798-255d8b8856e9 req-f0431813-4643-4370-a0e8-e14bf344cc53 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 946 time: 0.0569565 Dec 14 13:01:02.819595 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470177b7-8c18-47d7-b355-cfd98fc4b42b req-9134912a-40af-4d35-9f80-bf50e435048b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:02.821069 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-470177b7-8c18-47d7-b355-cfd98fc4b42b req-9134912a-40af-4d35-9f80-bf50e435048b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0530736 Dec 14 13:01:02.877955 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-470177b7-8c18-47d7-b355-cfd98fc4b42b req-1ff4eee9-eccd-47ec-b4c6-a7dd49ac6504 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508437 Dec 14 13:01:02.918667 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-7245e9ee-bb40-425f-8798-255d8b8856e9 req-b212edc4-1fcc-45b2-a99c-e9cb18d528c7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Deleting port 3c4c685c-25bf-4592-b1c9-40dc336ec707 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:01:02.919002 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7245e9ee-bb40-425f-8798-255d8b8856e9 req-b212edc4-1fcc-45b2-a99c-e9cb18d528c7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:03.013118 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-7245e9ee-bb40-425f-8798-255d8b8856e9 req-b212edc4-1fcc-45b2-a99c-e9cb18d528c7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] For port 3c4c685c-25bf-4592-b1c9-40dc336ec707, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=3c4c685c-25bf-4592-b1c9-40dc336ec707,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:03.013477 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7245e9ee-bb40-425f-8798-255d8b8856e9 req-b212edc4-1fcc-45b2-a99c-e9cb18d528c7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:03.027438 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-7245e9ee-bb40-425f-8798-255d8b8856e9 req-b212edc4-1fcc-45b2-a99c-e9cb18d528c7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Calling delete_port for 3c4c685c-25bf-4592-b1c9-40dc336ec707 owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:01:03.123894 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3027b-7438-4e36-ba83-920d2c20b977 req-972c5c2d-7a27-40d1-9b31-1ecad18412f9 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:03.125626 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3db3027b-7438-4e36-ba83-920d2c20b977 req-972c5c2d-7a27-40d1-9b31-1ecad18412f9 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d264701-aaa0-465f-a4aa-0cffa41351ef HTTP/1.1" status: 200 len: 946 time: 0.0556729 Dec 14 13:01:03.171406 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7245e9ee-bb40-425f-8798-255d8b8856e9 req-b212edc4-1fcc-45b2-a99c-e9cb18d528c7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:03.177735 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3db3027b-7438-4e36-ba83-920d2c20b977 req-516dafbf-cc0b-45d0-830a-1dfed38735cd tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Dec 14 13:01:03.188920 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['11ccc809-2261-401d-8da3-2d48bb297543', 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe', '3c4c685c-25bf-4592-b1c9-40dc336ec707'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:01:03.209439 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212edc4-1fcc-45b2-a99c-e9cb18d528c7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Pushing event deleted for resources: {'Port': ['ID=3c4c685c-25bf-4592-b1c9-40dc336ec707,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:03.251143 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-7245e9ee-bb40-425f-8798-255d8b8856e9 req-b212edc4-1fcc-45b2-a99c-e9cb18d528c7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] No DVR routers for this DVR port 3c4c685c-25bf-4592-b1c9-40dc336ec707 on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:01:03.254164 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7245e9ee-bb40-425f-8798-255d8b8856e9 req-b212edc4-1fcc-45b2-a99c-e9cb18d528c7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:03.257676 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7245e9ee-bb40-425f-8798-255d8b8856e9 req-b212edc4-1fcc-45b2-a99c-e9cb18d528c7 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "DELETE /v2.0/ports/3c4c685c-25bf-4592-b1c9-40dc336ec707 HTTP/1.1" status: 204 len: 173 time: 0.4318075 Dec 14 13:01:03.258107 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d264701-aaa0-465f-a4aa-0cffa41351ef', 'name': 'network-vif-deleted', 'tag': '3c4c685c-25bf-4592-b1c9-40dc336ec707'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:01:03.260586 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24703907-b414-4778-8ad5-6a4193fe8056" -d '{"events": [{"server_uuid": "8d264701-aaa0-465f-a4aa-0cffa41351ef", "name": "network-vif-deleted", "tag": "3c4c685c-25bf-4592-b1c9-40dc336ec707"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:01:03.310600 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fa0640-62b0-4c44-b438-d9fab5dd809f x-openstack-request-id: req-53fa0640-62b0-4c44-b438-d9fab5dd809f {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:01:03.310600 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d264701-aaa0-465f-a4aa-0cffa41351ef", "name": "network-vif-deleted", "tag": "3c4c685c-25bf-4592-b1c9-40dc336ec707", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:01:03.310864 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53fa0640-62b0-4c44-b438-d9fab5dd809f {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:01:03.311991 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d264701-aaa0-465f-a4aa-0cffa41351ef', 'name': 'network-vif-deleted', 'tag': '3c4c685c-25bf-4592-b1c9-40dc336ec707', 'status': 'completed', 'code': 200} Dec 14 13:01:03.892759 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619877c-e955-4eac-9c1f-e04816a2a91e req-523db1af-6023-41b1-afbf-99c1cecb6f3a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:03.894266 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7619877c-e955-4eac-9c1f-e04816a2a91e req-523db1af-6023-41b1-afbf-99c1cecb6f3a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0548379 Dec 14 13:01:03.944146 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7619877c-e955-4eac-9c1f-e04816a2a91e req-9b259f94-acce-415c-b284-7f61d604c7f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436695 Dec 14 13:01:04.001057 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb1cd7-dffd-450a-95d3-28dad8f7bab0 req-0d0e28d3-0d5d-4b62-a8a2-77ddfa739f50 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:04.002577 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b4eb1cd7-dffd-450a-95d3-28dad8f7bab0 req-0d0e28d3-0d5d-4b62-a8a2-77ddfa739f50 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0522101 Dec 14 13:01:04.057431 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b4eb1cd7-dffd-450a-95d3-28dad8f7bab0 req-0fadf2da-38f9-4b5d-8084-6e4b95176b7f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484293 Dec 14 13:01:04.534059 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [req-ae7a630f-d249-48fa-941a-b571f1a4e7a6 req-c91a5764-b571-49bc-bae4-a7b9287d7b42 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 13:01:04.535081 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ae7a630f-d249-48fa-941a-b571f1a4e7a6 req-c91a5764-b571-49bc-bae4-a7b9287d7b42 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066264 Dec 14 13:01:04.546774 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c11a0-6172-45bc-8a53-e18245ef7931 req-0a164a81-78d4-4904-9588-29b3f2abed28 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:04.548637 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-007c11a0-6172-45bc-8a53-e18245ef7931 req-0a164a81-78d4-4904-9588-29b3f2abed28 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 945 time: 0.0648708 Dec 14 13:01:04.621519 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-007c11a0-6172-45bc-8a53-e18245ef7931 req-63251b3d-94d4-450d-a7f2-221204ab9f01 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634460 Dec 14 13:01:04.741017 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b2902-8f49-4f78-8053-178140ec52c5 req-53947282-9841-47df-9931-5bc12fe4aa1c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:04.742521 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f92b2902-8f49-4f78-8053-178140ec52c5 req-53947282-9841-47df-9931-5bc12fe4aa1c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0490594 Dec 14 13:01:04.788800 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f92b2902-8f49-4f78-8053-178140ec52c5 req-e5153f7b-7864-4c3f-97b4-48aef92086cf tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402243 Dec 14 13:01:05.072649 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 44992) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:01:05.223965 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-e0105958-bbef-4e03-9844-8877648fa77b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1500967 Dec 14 13:01:05.231260 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c05ec-33cf-462f-98d7-7947cb06a2bb req-07624353-57ae-4307-9bd8-38a19349ee9f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:05.232615 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c05c05ec-33cf-462f-98d7-7947cb06a2bb req-07624353-57ae-4307-9bd8-38a19349ee9f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.1053653 Dec 14 13:01:05.237425 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-0cc52934-05c0-4fec-9cb4-a2db74418322 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 13:01:05.238374 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-0cc52934-05c0-4fec-9cb4-a2db74418322 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048428 Dec 14 13:01:05.280539 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c05c05ec-33cf-462f-98d7-7947cb06a2bb req-35df47c1-2ac1-4831-aeac-5ffe48001cb3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Dec 14 13:01:05.742845 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe180f-7b1f-4b2e-96f2-415b0d514d9d req-68296a66-492c-434b-9e39-988b462e29ef tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:05.744330 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f6fe180f-7b1f-4b2e-96f2-415b0d514d9d req-68296a66-492c-434b-9e39-988b462e29ef tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 945 time: 0.0520513 Dec 14 13:01:05.802783 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f6fe180f-7b1f-4b2e-96f2-415b0d514d9d req-f8fa6390-50c0-471d-aa3c-f5fa97a07a5a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520589 Dec 14 13:01:05.910819 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b72ac-1d29-44ef-a198-e7855aeb7279 req-e4160e89-9601-4810-a6d0-484169ad6167 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:05.912191 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9e5b72ac-1d29-44ef-a198-e7855aeb7279 req-e4160e89-9601-4810-a6d0-484169ad6167 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0499663 Dec 14 13:01:05.959847 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9e5b72ac-1d29-44ef-a198-e7855aeb7279 req-bdf16c28-4594-4095-802b-ae0e86480d31 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416367 Dec 14 13:01:06.414783 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d59fd-2cb5-4f17-94b6-0744d0ec425b req-5b9979de-5f2b-4cd2-8ae5-b93d44416ac7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:06.416249 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1a3d59fd-2cb5-4f17-94b6-0744d0ec425b req-5b9979de-5f2b-4cd2-8ae5-b93d44416ac7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0612249 Dec 14 13:01:06.480073 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1a3d59fd-2cb5-4f17-94b6-0744d0ec425b req-7bdc1111-5db6-4af0-ad6c-602436b07f5e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570173 Dec 14 13:01:06.497806 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 3c4c685c-25bf-4592-b1c9-40dc336ec707 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:01:06.523991 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 3c4c685c-25bf-4592-b1c9-40dc336ec707 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:01:06.524330 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 3c4c685c-25bf-4592-b1c9-40dc336ec707 not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:01:06.936938 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd49706-f457-4504-a721-b64db222af70 req-ef99c32c-cdba-48ac-89a4-687b5af4ae09 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:06.938323 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5fd49706-f457-4504-a721-b64db222af70 req-ef99c32c-cdba-48ac-89a4-687b5af4ae09 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 945 time: 0.0582542 Dec 14 13:01:06.986400 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5fd49706-f457-4504-a721-b64db222af70 req-957d1793-b74e-4512-8672-f4444e0693f5 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 Dec 14 13:01:07.082595 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454c08-cd27-4cd5-a744-06f752202e0a req-02bb7d26-44dc-4d1e-9922-24c3cf87f67d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:07.084085 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8f454c08-cd27-4cd5-a744-06f752202e0a req-02bb7d26-44dc-4d1e-9922-24c3cf87f67d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0489681 Dec 14 13:01:07.135698 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8f454c08-cd27-4cd5-a744-06f752202e0a req-ecc8654b-4c8c-4180-9d49-cc1a36508dd2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456753 Dec 14 13:01:07.602718 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1a74e-50b3-414d-bfac-714d413ad126 req-2f4b5b76-0a26-4531-b989-f7189948b775 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:07.606182 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-69e1a74e-50b3-414d-bfac-714d413ad126 req-2f4b5b76-0a26-4531-b989-f7189948b775 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0523610 Dec 14 13:01:07.661245 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-69e1a74e-50b3-414d-bfac-714d413ad126 req-5444c18c-f185-4703-81e7-52af870c6e21 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473969 Dec 14 13:01:07.705851 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 45d34d58-1ff8-4ce3-a024-e2acb9451196 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:01:08.104508 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425b9e6-afe0-4571-904e-59f0e3cf904e req-6bcef973-77f9-49b0-be7c-13fe39f3b476 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:08.106060 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5425b9e6-afe0-4571-904e-59f0e3cf904e req-6bcef973-77f9-49b0-be7c-13fe39f3b476 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 945 time: 0.0505378 Dec 14 13:01:08.156407 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5425b9e6-afe0-4571-904e-59f0e3cf904e req-faed9c2c-2dc6-4846-bfb0-cead98843ddb tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441327 Dec 14 13:01:08.268213 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7ee66-f570-46d6-adcd-4458e1516a12 req-a3244a92-24e0-4504-a05c-1982cc95ffd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:08.269614 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cbd7ee66-f570-46d6-adcd-4458e1516a12 req-a3244a92-24e0-4504-a05c-1982cc95ffd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0528526 Dec 14 13:01:08.317728 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cbd7ee66-f570-46d6-adcd-4458e1516a12 req-e9c95075-eda4-4745-b184-fb2e37ac3189 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420732 Dec 14 13:01:08.710895 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-78e70a4d-a682-44ff-8ab6-c0b00fde9d4f tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:08.712458 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-78e70a4d-a682-44ff-8ab6-c0b00fde9d4f tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/networks?id=5a723a9f-3224-4b49-afa4-08d253222330 HTTP/1.1" status: 200 len: 813 time: 0.0997570 Dec 14 13:01:08.728228 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-855fd3db-6bfb-47ad-98e4-2c807d5982d2 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/quotas/e1bf776f341b4721b28eb9a5c84ba866 HTTP/1.1" status: 200 len: 375 time: 0.0096340 Dec 14 13:01:08.783089 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-097db819-a116-4ab8-9d80-46d59e7e078b tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1bf776f341b4721b28eb9a5c84ba866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488610 Dec 14 13:01:08.848294 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653227f-1239-49c3-bc0a-d6a5f4ca19d5 req-e85affe7-aff3-4521-bde1-76b86c675816 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:08.849801 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2653227f-1239-49c3-bc0a-d6a5f4ca19d5 req-e85affe7-aff3-4521-bde1-76b86c675816 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.1142237 Dec 14 13:01:08.922651 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-a28c856e-6853-48cf-b628-c2d1744f7007 service neutron] 10.222.0.49 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286469 Dec 14 13:01:08.926035 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2653227f-1239-49c3-bc0a-d6a5f4ca19d5 req-1d93cead-7b53-4343-8915-a68b4c98ee7f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696290 Dec 14 13:01:09.008275 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-d649abf9-ca07-4fb3-821b-13129dfef3c6 service neutron] 10.222.0.49 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795043 Dec 14 13:01:09.173409 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-03679e58-8ea7-419f-86b8-d1b9f647ccc3 req-4f18ab6e-3084-4945-b2eb-b97e57d7185d tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 210 time: 0.0287085 Dec 14 13:01:09.273943 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd2cb4-d023-4f34-bb13-83d446c411a5 req-39c4ad0b-2d1a-4e88-840f-650f335f4078 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:09.275613 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d0bd2cb4-d023-4f34-bb13-83d446c411a5 req-39c4ad0b-2d1a-4e88-840f-650f335f4078 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 945 time: 0.0500343 Dec 14 13:01:09.332266 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d0bd2cb4-d023-4f34-bb13-83d446c411a5 req-10e7ea84-be81-4812-aee5-5be9b82620c4 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488741 Dec 14 13:01:09.441335 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e6771-81df-49f7-b37d-10c0fad55559 req-2606b17a-d860-40bb-ac64-0325eb425d9c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:09.442976 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eb2e6771-81df-49f7-b37d-10c0fad55559 req-2606b17a-d860-40bb-ac64-0325eb425d9c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0485630 Dec 14 13:01:09.496793 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eb2e6771-81df-49f7-b37d-10c0fad55559 req-d913b236-37a7-4d05-9c09-7241bc58d289 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448472 Dec 14 13:01:10.043024 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ea267-7a82-48ab-b23b-0322c4623e91 req-f0266bb4-c544-454d-a65a-1cbf350d8527 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:10.044505 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e34ea267-7a82-48ab-b23b-0322c4623e91 req-f0266bb4-c544-454d-a65a-1cbf350d8527 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0497711 Dec 14 13:01:10.095227 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e34ea267-7a82-48ab-b23b-0322c4623e91 req-3f2934a7-cfc4-44be-b471-dbab2fc049ae tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Dec 14 13:01:10.268867 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-426448fe-f806-4c59-9d6e-c133ef2257a9 req-0972d735-04a1-4e4f-ad37-4a973f98a57b tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 210 time: 0.0297396 Dec 14 13:01:10.450917 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7b5a2-8924-44bc-9f9f-315c70e63cf2 req-be74abb1-1a57-4963-94cb-5f75aedcac36 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:10.452401 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9ec7b5a2-8924-44bc-9f9f-315c70e63cf2 req-be74abb1-1a57-4963-94cb-5f75aedcac36 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 945 time: 0.0507638 Dec 14 13:01:10.502639 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9ec7b5a2-8924-44bc-9f9f-315c70e63cf2 req-cda68b01-e0de-47de-8fdc-417187bf6f08 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 Dec 14 13:01:10.625465 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99400d9-85b6-4ee2-a930-5e839f35be67 req-89ea6d2d-8daf-454d-86dd-00a87d81fef7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:10.626970 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f99400d9-85b6-4ee2-a930-5e839f35be67 req-89ea6d2d-8daf-454d-86dd-00a87d81fef7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0555651 Dec 14 13:01:10.679188 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f99400d9-85b6-4ee2-a930-5e839f35be67 req-feeb69da-529e-414c-9cc0-d674c181c2df tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434489 Dec 14 13:01:11.224882 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73022547-40d6-4eef-b811-d74775b4abc0 req-39c72a51-451b-44cb-bbc8-9eb931ac7eb8 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:11.226325 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-73022547-40d6-4eef-b811-d74775b4abc0 req-39c72a51-451b-44cb-bbc8-9eb931ac7eb8 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0584576 Dec 14 13:01:11.278898 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-73022547-40d6-4eef-b811-d74775b4abc0 req-997c89a1-7c80-4025-be77-756575f45d20 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471520 Dec 14 13:01:11.337080 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edab08-c62c-4969-9fd3-7af401580ee6 req-c8821c94-a03e-4cd8-97f6-b9c2c0dccde9 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:11.338684 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-79edab08-c62c-4969-9fd3-7af401580ee6 req-c8821c94-a03e-4cd8-97f6-b9c2c0dccde9 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 945 time: 0.0570760 Dec 14 13:01:11.377414 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-26bb8507-17dc-4871-8146-d70b1bdc71c0 req-6a0c7eb5-6e61-4a79-8a54-c171e8cf3ae3 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 210 time: 0.0263417 Dec 14 13:01:11.436733 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-79edab08-c62c-4969-9fd3-7af401580ee6 req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Deleting port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:01:11.437473 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-79edab08-c62c-4969-9fd3-7af401580ee6 req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:11.530879 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-79edab08-c62c-4969-9fd3-7af401580ee6 req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] For port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:11.531382 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-79edab08-c62c-4969-9fd3-7af401580ee6 req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:11.543530 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-79edab08-c62c-4969-9fd3-7af401580ee6 req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Calling delete_port for e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:01:11.619888 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fb792-1a73-4ae2-aaf8-b4f94d68fb30 req-1a4a4137-47eb-4123-aea6-7626d46e36f2 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:11.621460 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3f8fb792-1a73-4ae2-aaf8-b4f94d68fb30 req-1a4a4137-47eb-4123-aea6-7626d46e36f2 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=6601be22-57ed-4f24-a26d-d909c51113c8 HTTP/1.1" status: 200 len: 945 time: 0.0507672 Dec 14 13:01:11.675793 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3f8fb792-1a73-4ae2-aaf8-b4f94d68fb30 req-09277b50-a207-4564-97f2-daa238a1458f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463693 Dec 14 13:01:11.679648 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-79edab08-c62c-4969-9fd3-7af401580ee6 req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:11.705372 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['11ccc809-2261-401d-8da3-2d48bb297543', 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:01:11.710929 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Pushing event deleted for resources: {'Port': ['ID=e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:11.723293 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.723651 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.723998 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.724335 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.724727 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.725009 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.725345 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.725671 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.726097 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.726304 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.726626 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.726945 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.727264 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:11.829900 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bacba-9733-4e54-964d-dd64ceba4a03 req-2b2d33ce-acef-4139-9ca0-04555e85c4c2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:11.837747 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-79edab08-c62c-4969-9fd3-7af401580ee6 req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] No DVR routers for this DVR port e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:01:11.840539 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-901bacba-9733-4e54-964d-dd64ceba4a03 req-2b2d33ce-acef-4139-9ca0-04555e85c4c2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0687938 Dec 14 13:01:11.842337 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-79edab08-c62c-4969-9fd3-7af401580ee6 req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:11.845267 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-79edab08-c62c-4969-9fd3-7af401580ee6 req-c1c18f05-2028-46d3-b7d1-a0886f26930e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "DELETE /v2.0/ports/e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe HTTP/1.1" status: 204 len: 173 time: 0.4991624 Dec 14 13:01:11.845707 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6601be22-57ed-4f24-a26d-d909c51113c8', 'name': 'network-vif-deleted', 'tag': 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:01:11.848010 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2df7d2c-3660-4858-adbc-ea59f652b8d5" -d '{"events": [{"server_uuid": "6601be22-57ed-4f24-a26d-d909c51113c8", "name": "network-vif-deleted", "tag": "e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:01:11.905582 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-901bacba-9733-4e54-964d-dd64ceba4a03 req-b6055c85-6258-499b-99b7-e26f86eea808 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628207 Dec 14 13:01:11.907140 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-e1b25400-218f-43d6-98ad-cc9a5d18768d tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:11.908837 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-e1b25400-218f-43d6-98ad-cc9a5d18768d tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.44 "GET /v2.0/networks?id=5a723a9f-3224-4b49-afa4-08d253222330 HTTP/1.1" status: 200 len: 813 time: 0.1561089 Dec 14 13:01:11.912462 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdabe60f-c1ff-49a7-b340-939f514cbbd5 x-openstack-request-id: req-cdabe60f-c1ff-49a7-b340-939f514cbbd5 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:01:11.912863 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6601be22-57ed-4f24-a26d-d909c51113c8", "name": "network-vif-deleted", "tag": "e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:01:11.913135 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdabe60f-c1ff-49a7-b340-939f514cbbd5 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:01:11.913649 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6601be22-57ed-4f24-a26d-d909c51113c8', 'name': 'network-vif-deleted', 'tag': 'e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe', 'status': 'completed', 'code': 200} Dec 14 13:01:11.933926 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Request body: {'port': {'device_id': '02c92efa-769b-4b6a-94a9-5d059de29e2c', 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330', 'admin_state_up': True, 'tenant_id': 'e1bf776f341b4721b28eb9a5c84ba866'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:01:12.059196 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Made reservation on behalf of e1bf776f341b4721b28eb9a5c84ba866 for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:01:12.062849 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:12.189215 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Allocated IP 172.20.0.14 (5a723a9f-3224-4b49-afa4-08d253222330/f131e730-e425-4a3a-be4f-28a7fd66e33d/9de9803b-e8e8-4441-a8ab-11f10fdbe375) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:01:12.343280 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:12.384215 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:12.431684 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4a09e-dd8f-4a32-8a92-b4208971036d req-3a02b7a8-1806-4aa5-935c-405e2662cb79 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:12.432283 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Network 5a723a9f-3224-4b49-afa4-08d253222330 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:01:12.433506 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3ea4a09e-dd8f-4a32-8a92-b4208971036d req-3a02b7a8-1806-4aa5-935c-405e2662cb79 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0665486 Dec 14 13:01:12.442531 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Pushing event updated for resources: {'Port': ['ID=9de9803b-e8e8-4441-a8ab-11f10fdbe375,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:12.454262 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:01:12.457074 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:01:12.513039 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:12.513825 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:12.517300 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3ea4a09e-dd8f-4a32-8a92-b4208971036d req-e6e5aa50-8a03-4bed-b5be-236fe76fbeb0 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775957 Dec 14 13:01:12.539874 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-58800caa-e1f7-4f28-abab-52b4aa6642fd tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6103332 Dec 14 13:01:12.543251 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524b942-c108-4c4c-90f6-534d39837dcb req-e4bb67e3-b695-4253-97e3-004b5840d548 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:12.544722 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d524b942-c108-4c4c-90f6-534d39837dcb req-e4bb67e3-b695-4253-97e3-004b5840d548 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 932 time: 0.0758667 Dec 14 13:01:12.556135 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Request body: {'port': {'device_id': '02c92efa-769b-4b6a-94a9-5d059de29e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:01:12.597743 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d524b942-c108-4c4c-90f6-534d39837dcb req-dc854e4d-fe7a-4e4c-9596-bb79cff2d438 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Dec 14 13:01:12.646380 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:12.661852 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-37016285-f30e-4bb2-bd41-5c3e7262e878 req-9113c92f-e563-447e-a63b-431343c722fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799439 Dec 14 13:01:12.785270 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37016285-f30e-4bb2-bd41-5c3e7262e878 req-0d9da8c5-689f-4c1c-a075-7fef4e301d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:12.786741 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-37016285-f30e-4bb2-bd41-5c3e7262e878 req-0d9da8c5-689f-4c1c-a075-7fef4e301d9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 1099 time: 0.0933197 Dec 14 13:01:12.966203 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37016285-f30e-4bb2-bd41-5c3e7262e878 req-c198e55c-8aa4-471d-a043-029626e02686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:12.967758 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-37016285-f30e-4bb2-bd41-5c3e7262e878 req-c198e55c-8aa4-471d-a043-029626e02686 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 920 time: 0.1574178 Dec 14 13:01:13.019992 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-37016285-f30e-4bb2-bd41-5c3e7262e878 req-ae8476c2-3033-4c32-8d56-905501316fdd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc3fb812-3df8-4cc0-9829-c46ef1394592 HTTP/1.1" status: 200 len: 217 time: 0.0429730 Dec 14 13:01:13.028663 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7225628-7ac9-4423-ac9d-f9ac040204b4 req-fb9a5ef1-9c33-4376-a42d-588d02b335b0 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:13.033352 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b7225628-7ac9-4423-ac9d-f9ac040204b4 req-fb9a5ef1-9c33-4376-a42d-588d02b335b0 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0563200 Dec 14 13:01:13.080053 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de9803b-e8e8-4441-a8ab-11f10fdbe375 {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:01:13.090329 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:13.094130 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b7225628-7ac9-4423-ac9d-f9ac040204b4 req-df3cea79-16da-4a11-ac5a-0f67a6337cb6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573812 Dec 14 13:01:13.106642 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Transition to ACTIVE for port object 9de9803b-e8e8-4441-a8ab-11f10fdbe375 will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 13:01:13.108780 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37016285-f30e-4bb2-bd41-5c3e7262e878 req-62682ef8-3327-4b33-902e-7bd58f35f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:13.110296 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-37016285-f30e-4bb2-bd41-5c3e7262e878 req-62682ef8-3327-4b33-902e-7bd58f35f6d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 200 len: 859 time: 0.0721118 Dec 14 13:01:13.111298 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:13.356824 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-37016285-f30e-4bb2-bd41-5c3e7262e878 req-6fb4ba7b-7364-4afb-839c-769d19c0064c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6092f040-7850-4b5c-8606-0c2c75c91695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2362347 Dec 14 13:01:13.389010 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9de9803b-e8e8-4441-a8ab-11f10fdbe375,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:13.505339 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-37016285-f30e-4bb2-bd41-5c3e7262e878 req-1a1d524d-5b79-495c-95bd-a486a69469e1 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367714 Dec 14 13:01:13.506104 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Attempting to bind port 9de9803b-e8e8-4441-a8ab-11f10fdbe375 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:01:13.506436 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Attempting to bind port 9de9803b-e8e8-4441-a8ab-11f10fdbe375 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '8a8a2468-a59e-4dcb-a467-9a683de7caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:01:13.506759 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Attempting to bind port 9de9803b-e8e8-4441-a8ab-11f10fdbe375 on network 5a723a9f-3224-4b49-afa4-08d253222330 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:01:13.511219 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Port 9de9803b-e8e8-4441-a8ab-11f10fdbe375 on network 5a723a9f-3224-4b49-afa4-08d253222330 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 13:01:13.511537 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Attempting to bind port 9de9803b-e8e8-4441-a8ab-11f10fdbe375 on network 5a723a9f-3224-4b49-afa4-08d253222330 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:01:13.523890 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:01:13.524219 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Checking segment: {'id': '8a8a2468-a59e-4dcb-a467-9a683de7caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:01:13.524599 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Bound using segment: {'id': '8a8a2468-a59e-4dcb-a467-9a683de7caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:01:13.525061 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Bound port: 9de9803b-e8e8-4441-a8ab-11f10fdbe375, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8a2468-a59e-4dcb-a467-9a683de7caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:01:13.525414 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:13.639094 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12be94-8881-495c-b75b-f289502c9622 req-b0eddc22-cc9d-477e-bc96-e5c533996736 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:13.640970 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6d12be94-8881-495c-b75b-f289502c9622 req-b0eddc22-cc9d-477e-bc96-e5c533996736 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0604932 Dec 14 13:01:13.653437 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-37016285-f30e-4bb2-bd41-5c3e7262e878 req-cd455de3-4eae-4559-87dc-302704ae8058 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397934 Dec 14 13:01:13.654455 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] For port 9de9803b-e8e8-4441-a8ab-11f10fdbe375, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:01:13.659401 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] For port 9de9803b-e8e8-4441-a8ab-11f10fdbe375, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9de9803b-e8e8-4441-a8ab-11f10fdbe375,segment=NetworkSegment(8a8a2468-a59e-4dcb-a467-9a683de7caeb),segment_id=8a8a2468-a59e-4dcb-a467-9a683de7caeb)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:01:13.671564 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:13.729610 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:13.729855 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6d12be94-8881-495c-b75b-f289502c9622 req-63ed57ad-7c46-427c-a038-963fa7540fb9 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826230 Dec 14 13:01:13.730288 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:13.731708 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] 10.222.0.44 "PUT /v2.0/ports/9de9803b-e8e8-4441-a8ab-11f10fdbe375 HTTP/1.1" status: 200 len: 1094 time: 1.1798692 Dec 14 13:01:13.768041 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb262a-b02a-4eb1-b322-fd525b77b7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9de9803b-e8e8-4441-a8ab-11f10fdbe375,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:13.768188 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f132c-d5e8-4421-8289-b208188da67d req-dd83ee21-7861-494e-99f1-fe7efd67dd38 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:13.772547 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b35f132c-d5e8-4421-8289-b208188da67d req-dd83ee21-7861-494e-99f1-fe7efd67dd38 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 944 time: 0.0857291 Dec 14 13:01:13.820917 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b35f132c-d5e8-4421-8289-b208188da67d req-95498a6d-d6d4-4ea2-b479-9040eb90e86d tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474336 Dec 14 13:01:13.842962 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-6223fb5e-ede9-41d9-88db-b10366ca4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:13.844725 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-6223fb5e-ede9-41d9-88db-b10366ca4458 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1bf776f341b4721b28eb9a5c84ba866&device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 1097 time: 0.0449009 Dec 14 13:01:13.891474 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-1b478468-6ccb-4569-93cf-8d940a6f348b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de9803b-e8e8-4441-a8ab-11f10fdbe375 HTTP/1.1" status: 200 len: 217 time: 0.0373566 Dec 14 13:01:13.925614 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c92efa-769b-4b6a-94a9-5d059de29e2c', 'tag': '9de9803b-e8e8-4441-a8ab-11f10fdbe375'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:01:13.927796 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3242c0d6-b451-4443-9d19-923ea6a18ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "02c92efa-769b-4b6a-94a9-5d059de29e2c", "tag": "9de9803b-e8e8-4441-a8ab-11f10fdbe375"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:01:13.948124 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-b56949c2-ee43-426d-9660-eb57f7e36c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:13.949863 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-b56949c2-ee43-426d-9660-eb57f7e36c74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f131e730-e425-4a3a-be4f-28a7fd66e33d HTTP/1.1" status: 200 len: 853 time: 0.0487666 Dec 14 13:01:13.969822 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d050909f-4132-40dd-af51-c81a06a6f47a x-openstack-request-id: req-d050909f-4132-40dd-af51-c81a06a6f47a {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:01:13.969990 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c92efa-769b-4b6a-94a9-5d059de29e2c", "tag": "9de9803b-e8e8-4441-a8ab-11f10fdbe375", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:01:13.970243 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d050909f-4132-40dd-af51-c81a06a6f47a {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:01:13.970626 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c92efa-769b-4b6a-94a9-5d059de29e2c', 'tag': '9de9803b-e8e8-4441-a8ab-11f10fdbe375', 'status': 'completed', 'code': 200} Dec 14 13:01:13.986034 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-be7f373e-5ea9-4339-9231-c9809e5bedc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a723a9f-3224-4b49-afa4-08d253222330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258114 Dec 14 13:01:14.088699 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-e60bfcde-7958-498f-bbdf-b8516601184c service neutron] 10.222.0.44 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936584 Dec 14 13:01:14.221619 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ffcf3f9-9061-4d02-a7f0-676cbdfb9004 req-7dc943fc-c013-458d-b5d0-eb4310f8660d service neutron] 10.222.0.44 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112449 Dec 14 13:01:14.253819 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89374c65-6af4-45d0-8a7c-c1d66afca6e0 req-fa5bd9fe-960b-44b7-807c-cef01003c71b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:14.255566 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-89374c65-6af4-45d0-8a7c-c1d66afca6e0 req-fa5bd9fe-960b-44b7-807c-cef01003c71b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0659018 Dec 14 13:01:14.310257 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-89374c65-6af4-45d0-8a7c-c1d66afca6e0 req-acd5c6b0-5505-4e0e-86d7-d8c38d762264 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480320 Dec 14 13:01:14.342042 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242c0d6-b451-4443-9d19-923ea6a18ac0 req-41930212-eb09-428a-9dc9-f1b06436e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:14.344040 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3242c0d6-b451-4443-9d19-923ea6a18ac0 req-41930212-eb09-428a-9dc9-f1b06436e187 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1bf776f341b4721b28eb9a5c84ba866&device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 1097 time: 0.0730605 Dec 14 13:01:14.391028 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:14.458087 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242c0d6-b451-4443-9d19-923ea6a18ac0 req-63f89e06-713c-43f6-a058-319e3577f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:14.459552 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3242c0d6-b451-4443-9d19-923ea6a18ac0 req-63f89e06-713c-43f6-a058-319e3577f7cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=5a723a9f-3224-4b49-afa4-08d253222330 HTTP/1.1" status: 200 len: 914 time: 0.0990946 Dec 14 13:01:14.511354 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3242c0d6-b451-4443-9d19-923ea6a18ac0 req-363d7647-392c-4e46-a369-2ac4e078c302 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de9803b-e8e8-4441-a8ab-11f10fdbe375 HTTP/1.1" status: 200 len: 217 time: 0.0372331 Dec 14 13:01:14.567943 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242c0d6-b451-4443-9d19-923ea6a18ac0 req-0d2f5028-6465-4f73-b9b1-21ef0183d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:14.569434 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3242c0d6-b451-4443-9d19-923ea6a18ac0 req-0d2f5028-6465-4f73-b9b1-21ef0183d116 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f131e730-e425-4a3a-be4f-28a7fd66e33d HTTP/1.1" status: 200 len: 853 time: 0.0483758 Dec 14 13:01:14.602743 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3242c0d6-b451-4443-9d19-923ea6a18ac0 req-da7412a8-1326-4b04-8dd4-f182fb537595 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a723a9f-3224-4b49-afa4-08d253222330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240314 Dec 14 13:01:14.696061 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3242c0d6-b451-4443-9d19-923ea6a18ac0 req-6467dacc-1286-4fdd-b241-00bee12e1197 service neutron] 10.222.0.44 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843914 Dec 14 13:01:14.829595 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3242c0d6-b451-4443-9d19-923ea6a18ac0 req-508a699b-32cc-43a8-b522-7aa97f4c826e service neutron] 10.222.0.44 "GET /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148920 Dec 14 13:01:14.880137 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be20a-c31b-423f-9bf2-c296d7b74336 req-86fdc302-a78e-4964-b2ff-4b3669e0e05d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:14.881672 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6b9be20a-c31b-423f-9bf2-c296d7b74336 req-86fdc302-a78e-4964-b2ff-4b3669e0e05d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0593212 Dec 14 13:01:14.971184 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6b9be20a-c31b-423f-9bf2-c296d7b74336 req-984765af-99d7-4665-a414-3e07b86a14dd tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795579 Dec 14 13:01:14.989587 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bea4d-bd47-474c-be45-fb1dd6346392 req-11dcd234-3592-48db-908e-1d2e76606b94 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:14.991044 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6b4bea4d-bd47-474c-be45-fb1dd6346392 req-11dcd234-3592-48db-908e-1d2e76606b94 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 944 time: 0.0762179 Dec 14 13:01:15.044978 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6b4bea4d-bd47-474c-be45-fb1dd6346392 req-610f2f6a-f615-4a35-877b-6b0e3387cfab tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463710 Dec 14 13:01:15.194552 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808ed1-ed20-49db-a423-b0cbe6860c6f req-03a17b92-4fa8-4060-bbd6-db6fe256b74a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:15.196001 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-19808ed1-ed20-49db-a423-b0cbe6860c6f req-03a17b92-4fa8-4060-bbd6-db6fe256b74a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0489826 Dec 14 13:01:15.253439 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-19808ed1-ed20-49db-a423-b0cbe6860c6f req-71e634da-73bd-4846-8abf-74951e8f1bd9 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497715 Dec 14 13:01:15.302371 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-4139f26f-4a75-458d-b4f5-696cc7384dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:15.303870 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-4139f26f-4a75-458d-b4f5-696cc7384dd4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d&tenant_id=68a8770b8dbe489a8119016fbee64eb5 HTTP/1.1" status: 200 len: 1096 time: 0.0722260 Dec 14 13:01:15.373014 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-c65acaaf-5c74-4058-b9a9-eeae5979372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:15.374571 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-c65acaaf-5c74-4058-b9a9-eeae5979372b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 1096 time: 0.0406523 Dec 14 13:01:15.429025 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a9394-6ce5-40d4-9da9-42fee288efb8 req-f2da1a3a-1d5d-4ad7-81a5-1c123e8b98c1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:15.430465 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b12a9394-6ce5-40d4-9da9-42fee288efb8 req-f2da1a3a-1d5d-4ad7-81a5-1c123e8b98c1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0465410 Dec 14 13:01:15.470430 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-ee8c7d62-7887-43a7-b6f0-230bf4b4cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:15.471962 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-ee8c7d62-7887-43a7-b6f0-230bf4b4cb52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 918 time: 0.0875733 Dec 14 13:01:15.478103 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b12a9394-6ce5-40d4-9da9-42fee288efb8 req-bb6f2a16-f89e-4882-8be6-4d34a2f9f111 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413632 Dec 14 13:01:15.538763 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-78e11461-6961-433f-802f-755768b30fad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196 HTTP/1.1" status: 200 len: 999 time: 0.0585620 Dec 14 13:01:15.593654 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-31a8154a-6c65-44ce-b4d6-03701a6a28b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:15.595116 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-31a8154a-6c65-44ce-b4d6-03701a6a28b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 200 len: 856 time: 0.0476508 Dec 14 13:01:15.643240 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-702600cf-6a7e-4a96-8ca4-91cc7b0b1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:15.644782 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-702600cf-6a7e-4a96-8ca4-91cc7b0b1711 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=685eb097-be44-442e-9106-664041f3bdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401926 Dec 14 13:01:15.739037 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-a3bb4bbd-9f68-43c5-8d72-bbcaf0bcf4e5 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857038 Dec 14 13:01:15.748158 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 9de9803b-e8e8-4441-a8ab-11f10fdbe375 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:01:15.751097 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:01:15.775909 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:01:15.776284 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device e2735b0b-3196-41ad-8a1f-2f0ee1dc4cfe not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:01:15.853536 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-e87105dc-e830-491b-8bfa-d34e46b205e3 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992017 Dec 14 13:01:15.877355 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 9de9803b-e8e8-4441-a8ab-11f10fdbe375, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9de9803b-e8e8-4441-a8ab-11f10fdbe375,segment=NetworkSegment(8a8a2468-a59e-4dcb-a467-9a683de7caeb),segment_id=8a8a2468-a59e-4dcb-a467-9a683de7caeb)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:15.894728 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '9de9803b-e8e8-4441-a8ab-11f10fdbe375', 'network_id': '5a723a9f-3224-4b49-afa4-08d253222330', 'port_id': '9de9803b-e8e8-4441-a8ab-11f10fdbe375', 'mac_address': 'fa:16:3e:de:0e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f131e730-e425-4a3a-be4f-28a7fd66e33d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:01:15.934176 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:15.948430 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de9803b-e8e8-4441-a8ab-11f10fdbe375 {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:01:15.967874 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 9de9803b-e8e8-4441-a8ab-11f10fdbe375, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9de9803b-e8e8-4441-a8ab-11f10fdbe375,segment=NetworkSegment(8a8a2468-a59e-4dcb-a467-9a683de7caeb),segment_id=8a8a2468-a59e-4dcb-a467-9a683de7caeb)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:15.972992 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:16.027484 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=9de9803b-e8e8-4441-a8ab-11f10fdbe375,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:16.034930 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.035371 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.035717 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.036052 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.036381 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.036705 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.037089 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.037468 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.037819 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.038188 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.038498 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.038868 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.039230 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:16.091117 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35cbaa-4347-42da-9164-63196bb2ee7c req-048051b4-e35c-4ae1-941d-3359de63579d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:16.092678 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ae35cbaa-4347-42da-9164-63196bb2ee7c req-048051b4-e35c-4ae1-941d-3359de63579d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0512455 Dec 14 13:01:16.173708 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ae35cbaa-4347-42da-9164-63196bb2ee7c req-dc1101e6-bb01-40a9-82f7-b3d8c7d60327 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747342 Dec 14 13:01:16.189680 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e66d45-9b25-46f5-9bb6-a2b0e2ce9614 req-8507bc50-c6e4-4011-92d3-56c3d3d21aae tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:16.191066 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-06e66d45-9b25-46f5-9bb6-a2b0e2ce9614 req-8507bc50-c6e4-4011-92d3-56c3d3d21aae tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 945 time: 0.0760510 Dec 14 13:01:16.253068 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-06e66d45-9b25-46f5-9bb6-a2b0e2ce9614 req-981e8d81-cbc6-4758-8b3c-43fbfae2d8c3 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552204 Dec 14 13:01:16.269867 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['9de9803b-e8e8-4441-a8ab-11f10fdbe375'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:01:16.415529 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748463e6-c3ca-4c4b-8b3b-12bd8647f1c9 req-0f29b80b-9fa7-4101-aab2-855a9804a95d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:16.424329 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-748463e6-c3ca-4c4b-8b3b-12bd8647f1c9 req-0f29b80b-9fa7-4101-aab2-855a9804a95d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0827854 Dec 14 13:01:16.489120 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-748463e6-c3ca-4c4b-8b3b-12bd8647f1c9 req-bb819297-258a-4175-a55c-2500b2839d27 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582719 Dec 14 13:01:16.618197 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0d0e2-07a6-420d-9668-bda1e9886e2a req-2465cba9-f2a3-48e6-9179-3702fe2ab7b8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:16.620031 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-17f0d0e2-07a6-420d-9668-bda1e9886e2a req-2465cba9-f2a3-48e6-9179-3702fe2ab7b8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0568020 Dec 14 13:01:16.685906 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-17f0d0e2-07a6-420d-9668-bda1e9886e2a req-02821638-1641-41e0-8b36-e3b6313f10ec tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593011 Dec 14 13:01:17.305081 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3ef51-2977-4ba0-aaca-45046a456341 req-8c5ff418-d6bc-4bed-95f2-fe396e079e9e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:17.306563 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-63f3ef51-2977-4ba0-aaca-45046a456341 req-8c5ff418-d6bc-4bed-95f2-fe396e079e9e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0523238 Dec 14 13:01:17.381077 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-63f3ef51-2977-4ba0-aaca-45046a456341 req-5793fcc5-f36d-4524-8c4f-1a97c0ab78b6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683489 Dec 14 13:01:17.399629 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c88522-0ebb-4d2a-b87b-78aa01b5f4d4 req-d66581b6-9d68-4183-a35a-90c3cc903cf9 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:17.401110 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-43c88522-0ebb-4d2a-b87b-78aa01b5f4d4 req-d66581b6-9d68-4183-a35a-90c3cc903cf9 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 945 time: 0.0661156 Dec 14 13:01:17.446933 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-43c88522-0ebb-4d2a-b87b-78aa01b5f4d4 req-4f140eb9-6db7-4938-9fd8-4499d2078568 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397830 Dec 14 13:01:17.621971 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063d78e-24ec-4abd-a59b-a9efa5e6e5a2 req-4dd57ce0-47a1-4c3d-b06e-2b494db57cbc tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:17.630551 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c063d78e-24ec-4abd-a59b-a9efa5e6e5a2 req-4dd57ce0-47a1-4c3d-b06e-2b494db57cbc tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0704486 Dec 14 13:01:17.682424 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c063d78e-24ec-4abd-a59b-a9efa5e6e5a2 req-8322fcaf-18b6-4859-bb89-b179c685a112 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506895 Dec 14 13:01:17.818696 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a03ca-3faa-4876-8e83-ae7580be29f2 req-4585f369-da5b-4ec8-bb8e-30ec58ea56aa tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:17.820318 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d43a03ca-3faa-4876-8e83-ae7580be29f2 req-4585f369-da5b-4ec8-bb8e-30ec58ea56aa tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0518377 Dec 14 13:01:17.881287 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d43a03ca-3faa-4876-8e83-ae7580be29f2 req-e18fd5be-1ea8-4fa1-8ea1-870e6f01979e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543354 Dec 14 13:01:18.521338 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbbe41-5578-4df5-bc71-d0c0be8974c6 req-8fb26824-cf4b-4971-a576-10d279aeea06 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:18.522890 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5ebbbe41-5578-4df5-bc71-d0c0be8974c6 req-8fb26824-cf4b-4971-a576-10d279aeea06 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0709794 Dec 14 13:01:18.597539 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5897caa-22c3-444f-8767-091c2a1e46e0 req-805c7063-ade7-404d-8f52-51dc6b4d0ee8 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:18.599087 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a5897caa-22c3-444f-8767-091c2a1e46e0 req-805c7063-ade7-404d-8f52-51dc6b4d0ee8 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 945 time: 0.0753238 Dec 14 13:01:18.604017 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5ebbbe41-5578-4df5-bc71-d0c0be8974c6 req-1bee7b82-e2c2-48bb-b661-eb09a8d271da tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720744 Dec 14 13:01:18.653278 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a5897caa-22c3-444f-8767-091c2a1e46e0 req-041938ed-1b0d-48c9-a692-cdb761bd3c74 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454350 Dec 14 13:01:18.801453 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48967fe8-d60e-41bf-9e69-8ec3a76e2137 req-f2574119-f437-4ab5-af04-bea4e6f137f9 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:18.802918 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-48967fe8-d60e-41bf-9e69-8ec3a76e2137 req-f2574119-f437-4ab5-af04-bea4e6f137f9 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0545952 Dec 14 13:01:18.852153 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-48967fe8-d60e-41bf-9e69-8ec3a76e2137 req-89d4f4b1-5466-4f00-a25a-731280d61a5e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Dec 14 13:01:19.008328 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed95720-c5f1-45c5-b9fe-5102cf2f5eb3 req-07288ed0-d46c-4645-b6de-33845c8997d5 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:19.009885 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-aed95720-c5f1-45c5-b9fe-5102cf2f5eb3 req-07288ed0-d46c-4645-b6de-33845c8997d5 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0539341 Dec 14 13:01:19.059845 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-aed95720-c5f1-45c5-b9fe-5102cf2f5eb3 req-46a08389-9e8a-4bcc-87b6-c5431ffa126e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439253 Dec 14 13:01:19.744951 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69306-2039-409b-a51d-8b46321d7200 req-e951827f-035d-4175-bce5-c1e80ecf3c93 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:19.746275 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-84f69306-2039-409b-a51d-8b46321d7200 req-e951827f-035d-4175-bce5-c1e80ecf3c93 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0601578 Dec 14 13:01:19.805230 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2e86e-7e0b-4d14-9c54-f9d30cac3093 req-a233254a-2fed-4552-953b-832e1c890906 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:19.806684 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3bd2e86e-7e0b-4d14-9c54-f9d30cac3093 req-a233254a-2fed-4552-953b-832e1c890906 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 945 time: 0.0809805 Dec 14 13:01:19.847488 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-84f69306-2039-409b-a51d-8b46321d7200 req-084f79a0-4895-47ce-88c2-b084a3fbf014 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883632 Dec 14 13:01:19.886763 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3bd2e86e-7e0b-4d14-9c54-f9d30cac3093 req-637a67a0-5ce1-4ecf-b396-edaf1855cb87 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718951 Dec 14 13:01:19.981340 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c0969-8c6e-4bf7-a869-32b674762c11 req-91f03110-fa32-4c86-a1b0-b2285406f784 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:19.982821 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cb4c0969-8c6e-4bf7-a869-32b674762c11 req-91f03110-fa32-4c86-a1b0-b2285406f784 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0541661 Dec 14 13:01:20.029258 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cb4c0969-8c6e-4bf7-a869-32b674762c11 req-51bcc084-b4fc-474c-95ab-439125f6b3d6 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403504 Dec 14 13:01:20.182626 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0666abb-adae-44c3-8c30-247418a63228 req-a2ad1d8f-74db-4649-af20-060b6421f951 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:20.184083 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b0666abb-adae-44c3-8c30-247418a63228 req-a2ad1d8f-74db-4649-af20-060b6421f951 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0522635 Dec 14 13:01:20.235299 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b0666abb-adae-44c3-8c30-247418a63228 req-f1b58937-a835-4090-83b4-a50d6e048daa tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450308 Dec 14 13:01:21.013790 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad543f-dc65-4583-85f0-afbe9515cbf5 req-52a48a9b-7688-41db-b9f4-23ffccfa57a5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:21.015466 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-09ad543f-dc65-4583-85f0-afbe9515cbf5 req-52a48a9b-7688-41db-b9f4-23ffccfa57a5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0756564 Dec 14 13:01:21.097933 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5aad19-77ce-4c50-b3d0-19eea3c258c4 req-9b148a5c-3629-4f2f-8b44-628c5cd3f80e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:21.100085 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-db5aad19-77ce-4c50-b3d0-19eea3c258c4 req-9b148a5c-3629-4f2f-8b44-628c5cd3f80e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 945 time: 0.1029682 Dec 14 13:01:21.149117 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-09ad543f-dc65-4583-85f0-afbe9515cbf5 req-f85beea1-f039-47a5-a6e4-1ecb7a1c1ef0 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149206 Dec 14 13:01:21.174366 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-db5aad19-77ce-4c50-b3d0-19eea3c258c4 req-80d56d7f-bdfd-4e39-b122-6e0ec2834804 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673561 Dec 14 13:01:21.321771 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6549e5-3978-406c-b475-466cc293d387 req-c078a4e3-2571-405b-9a9c-ed9a9cd0873e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:21.323643 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9f6549e5-3978-406c-b475-466cc293d387 req-c078a4e3-2571-405b-9a9c-ed9a9cd0873e tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0921731 Dec 14 13:01:21.410110 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9f6549e5-3978-406c-b475-466cc293d387 req-a2b4a1b8-5da4-4ffa-bb2e-8cd1fc791536 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799928 Dec 14 13:01:21.423040 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede868c9-379e-4ac6-8d09-97e5c9ce206d req-db4fbad1-9126-4194-b6fc-3822da43ebfa tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:21.424608 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ede868c9-379e-4ac6-8d09-97e5c9ce206d req-db4fbad1-9126-4194-b6fc-3822da43ebfa tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0758293 Dec 14 13:01:21.475252 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ede868c9-379e-4ac6-8d09-97e5c9ce206d req-52c0420e-c880-4bf4-8cce-0b10a3012123 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437696 Dec 14 13:01:21.802039 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 9de9803b-e8e8-4441-a8ab-11f10fdbe375 up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:01:21.866515 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 9de9803b-e8e8-4441-a8ab-11f10fdbe375 completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 13:01:21.871087 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 9de9803b-e8e8-4441-a8ab-11f10fdbe375 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:01:21.871872 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:21.955595 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:21.988240 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c92efa-769b-4b6a-94a9-5d059de29e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de9803b-e8e8-4441-a8ab-11f10fdbe375'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:01:21.990659 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bdbeb8-6d52-47a9-a58f-69d1d018521e" -d '{"events": [{"server_uuid": "02c92efa-769b-4b6a-94a9-5d059de29e2c", "name": "network-vif-plugged", "status": "completed", "tag": "9de9803b-e8e8-4441-a8ab-11f10fdbe375"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:01:22.007368 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 9de9803b-e8e8-4441-a8ab-11f10fdbe375, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9de9803b-e8e8-4441-a8ab-11f10fdbe375,segment=NetworkSegment(8a8a2468-a59e-4dcb-a467-9a683de7caeb),segment_id=8a8a2468-a59e-4dcb-a467-9a683de7caeb)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:22.011777 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:22.033408 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0748e9c0-f61a-4428-870b-9fe3f44c7edd x-openstack-request-id: req-0748e9c0-f61a-4428-870b-9fe3f44c7edd {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:01:22.041130 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c92efa-769b-4b6a-94a9-5d059de29e2c", "name": "network-vif-plugged", "status": "completed", "tag": "9de9803b-e8e8-4441-a8ab-11f10fdbe375", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:01:22.041130 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0748e9c0-f61a-4428-870b-9fe3f44c7edd {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:01:22.041130 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c92efa-769b-4b6a-94a9-5d059de29e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de9803b-e8e8-4441-a8ab-11f10fdbe375', 'code': 200} Dec 14 13:01:22.089121 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=9de9803b-e8e8-4441-a8ab-11f10fdbe375,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:22.281219 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984f8c4-9a91-41c8-bea9-5dc7cb7c8b40 req-552f2681-80df-4e66-978c-a216b3fbbee3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:22.282748 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8984f8c4-9a91-41c8-bea9-5dc7cb7c8b40 req-552f2681-80df-4e66-978c-a216b3fbbee3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0560296 Dec 14 13:01:22.364245 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606c67e-9aa5-4be9-a3d1-e4d0ea00d208 req-9d5f359d-e727-4215-aa73-1d8d6c68bf48 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:22.365849 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a606c67e-9aa5-4be9-a3d1-e4d0ea00d208 req-9d5f359d-e727-4215-aa73-1d8d6c68bf48 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 946 time: 0.0821996 Dec 14 13:01:22.374641 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8984f8c4-9a91-41c8-bea9-5dc7cb7c8b40 req-7bc5d1ea-b3e8-4a62-bd67-1240f8691707 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828648 Dec 14 13:01:22.419714 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a606c67e-9aa5-4be9-a3d1-e4d0ea00d208 req-d6ce847f-0700-42cb-a5f1-052fa1277973 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Dec 14 13:01:22.540834 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f4355-8bdd-4613-858e-bf56594a22c1 req-a80a8043-8c3a-47f1-a601-e7d8eb0b8e2d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:22.542515 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-215f4355-8bdd-4613-858e-bf56594a22c1 req-a80a8043-8c3a-47f1-a601-e7d8eb0b8e2d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0544951 Dec 14 13:01:22.623476 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-215f4355-8bdd-4613-858e-bf56594a22c1 req-e293a957-0fb3-47a7-a11f-50f2a09d5c8f tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Dec 14 13:01:22.634897 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef732-8558-4307-b5cb-dcd44d35d489 req-efd63fed-527f-42ae-ba5f-c29a20fafeab tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:22.636386 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3e8ef732-8558-4307-b5cb-dcd44d35d489 req-efd63fed-527f-42ae-ba5f-c29a20fafeab tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0807731 Dec 14 13:01:22.708828 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3e8ef732-8558-4307-b5cb-dcd44d35d489 req-63fc439b-5ad2-4b91-aa9f-161a476bce73 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662894 Dec 14 13:01:23.516966 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b71748-ae2f-4e63-97bd-9969dbccd90e req-0bbd485a-8fe4-4578-be04-dcc59971258e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:23.518322 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-38b71748-ae2f-4e63-97bd-9969dbccd90e req-0bbd485a-8fe4-4578-be04-dcc59971258e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0729611 Dec 14 13:01:23.610142 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32223bdc-d185-4c8f-8dbb-1f7003815362 req-806e7fc0-4fd6-4b18-b7d2-21313efc6f5f tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:23.611710 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-32223bdc-d185-4c8f-8dbb-1f7003815362 req-806e7fc0-4fd6-4b18-b7d2-21313efc6f5f tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 946 time: 0.0924771 Dec 14 13:01:23.619833 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-38b71748-ae2f-4e63-97bd-9969dbccd90e req-b788d1c1-db96-4bff-ab29-6a3cd0eab2f9 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923252 Dec 14 13:01:23.687750 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-32223bdc-d185-4c8f-8dbb-1f7003815362 req-d5f0dd0c-e777-43be-98a6-f711900d05d6 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669284 Dec 14 13:01:23.751694 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309492c2-5ec1-4476-8fc3-5ecfd9d1718f req-14e1103d-e264-47a3-ace8-26c85e477490 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:23.753768 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-309492c2-5ec1-4476-8fc3-5ecfd9d1718f req-14e1103d-e264-47a3-ace8-26c85e477490 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0525985 Dec 14 13:01:23.810614 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-309492c2-5ec1-4476-8fc3-5ecfd9d1718f req-16abcda0-48b6-4d09-9605-656704dadc98 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504973 Dec 14 13:01:23.850656 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d138eb-177b-4d73-825a-b4e09d0e920e req-6beeaa58-8ea3-45d3-9e50-b398ff5f464b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:23.853189 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-27d138eb-177b-4d73-825a-b4e09d0e920e req-6beeaa58-8ea3-45d3-9e50-b398ff5f464b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0550065 Dec 14 13:01:23.879287 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-a5499455-3923-4cf2-b666-8c719a56691b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:24.123826 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-27d138eb-177b-4d73-825a-b4e09d0e920e req-21677872-805c-4328-855e-5d1b99c09e0b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618244 Dec 14 13:01:24.817354 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf7544-2ef4-4d32-8e13-6b11214607d6 req-e147ffd1-803c-41be-916c-6ea27b5d564c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:24.818884 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ebaf7544-2ef4-4d32-8e13-6b11214607d6 req-e147ffd1-803c-41be-916c-6ea27b5d564c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.1055560 Dec 14 13:01:24.891772 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe81a-961b-4b50-9ac8-85f728467eca req-b462312f-5e33-471c-aa69-bb0b4d2df0da tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:24.893306 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-76efe81a-961b-4b50-9ac8-85f728467eca req-b462312f-5e33-471c-aa69-bb0b4d2df0da tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 946 time: 0.0937526 Dec 14 13:01:24.897933 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ebaf7544-2ef4-4d32-8e13-6b11214607d6 req-2a003e6a-a61a-4419-916c-2c79e9489927 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650468 Dec 14 13:01:24.989846 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-76efe81a-961b-4b50-9ac8-85f728467eca req-8dd35b28-ddf6-46c0-86a0-5eff747da27f tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899081 Dec 14 13:01:25.039311 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876282de-f58a-4634-b7a7-23a6446e14f8 req-5c2429bf-ac3f-4bf3-89a9-fec407b70545 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:25.040816 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-876282de-f58a-4634-b7a7-23a6446e14f8 req-5c2429bf-ac3f-4bf3-89a9-fec407b70545 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0501413 Dec 14 13:01:25.097527 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-876282de-f58a-4634-b7a7-23a6446e14f8 req-2e755dea-ec7e-48f9-be8c-a0aba69800e6 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499358 Dec 14 13:01:25.256327 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac9f99-b49d-4a03-b532-80a469a96fe0 req-34b6ddd1-99f3-43cf-be01-34c46a1e480e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:25.257872 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eaac9f99-b49d-4a03-b532-80a469a96fe0 req-34b6ddd1-99f3-43cf-be01-34c46a1e480e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0540431 Dec 14 13:01:25.310510 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eaac9f99-b49d-4a03-b532-80a469a96fe0 req-e2992984-c075-46c1-a9a4-720511dbea30 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452633 Dec 14 13:01:25.942033 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-496d0b26-cb6c-4258-9970-b7a3a301665a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:26.030701 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb853c3-96dc-4c5a-acdd-72a2ca89656e req-770ed5d7-4edf-452f-8731-599a0f90b8fd tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:26.032390 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-afb853c3-96dc-4c5a-acdd-72a2ca89656e req-770ed5d7-4edf-452f-8731-599a0f90b8fd tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0562921 Dec 14 13:01:26.093738 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-afb853c3-96dc-4c5a-acdd-72a2ca89656e req-201c8c7b-6890-4a89-9371-368dc9e4fdfb tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525630 Dec 14 13:01:26.188238 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8930513-4a99-4eb9-aff4-552634ec26d0 req-e6137842-4106-4cd3-b583-3a21bd26091e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:26.189804 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a8930513-4a99-4eb9-aff4-552634ec26d0 req-e6137842-4106-4cd3-b583-3a21bd26091e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 946 time: 0.0918562 Dec 14 13:01:26.193176 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 45362) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:01:26.303981 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a8930513-4a99-4eb9-aff4-552634ec26d0 req-31e9d847-8ed0-464f-81c5-c897020b3604 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970159 Dec 14 13:01:26.305474 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3f49146c-8452-4e8c-ac53-ed35c4784ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:26.312250 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa1984-2fe7-4c20-ac87-47ccda8fd800 req-0bfb7216-8b99-416a-9381-ae871d1b0370 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:26.313886 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2dfa1984-2fe7-4c20-ac87-47ccda8fd800 req-0bfb7216-8b99-416a-9381-ae871d1b0370 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.1227858 Dec 14 13:01:26.402447 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3f49146c-8452-4e8c-ac53-ed35c4784ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:26.408014 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3f49146c-8452-4e8c-ac53-ed35c4784ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:26.413806 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2dfa1984-2fe7-4c20-ac87-47ccda8fd800 req-f8600e92-02d6-4507-b0be-e501f540078d tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936708 Dec 14 13:01:26.447772 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49146c-8452-4e8c-ac53-ed35c4784ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f059fda-aaaa-49f6-a5f5-058734627913,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:26.452592 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-3f49146c-8452-4e8c-ac53-ed35c4784ebf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=585d37790e40438b9ed1ac5ac6782ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577989 Dec 14 13:01:26.455186 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 45368) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:01:26.494541 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dfc53-fe46-4416-84c8-559e13363044 req-d51bce45-a157-4802-ad89-2c39ec8e5a7c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:26.496771 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-311dfc53-fe46-4416-84c8-559e13363044 req-d51bce45-a157-4802-ad89-2c39ec8e5a7c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0767968 Dec 14 13:01:26.511470 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5d8cfaf-4615-4c90-aa5c-439345e91724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:26.533533 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5d8cfaf-4615-4c90-aa5c-439345e91724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:26.557117 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-311dfc53-fe46-4416-84c8-559e13363044 req-5f6c65c2-8166-4d6d-a972-5aefc2620ff1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445411 Dec 14 13:01:26.590055 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5d8cfaf-4615-4c90-aa5c-439345e91724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:26.592819 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5d8cfaf-4615-4c90-aa5c-439345e91724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:26.596385 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-c5d8cfaf-4615-4c90-aa5c-439345e91724 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f059fda-aaaa-49f6-a5f5-058734627913 HTTP/1.1" status: 204 len: 168 time: 0.1377368 Dec 14 13:01:26.613079 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8cfaf-4615-4c90-aa5c-439345e91724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f059fda-aaaa-49f6-a5f5-058734627913,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:26.937028 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 45386) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:01:27.104087 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-10097996-d9e6-45d5-9e02-08be51eb444e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:27.208495 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-10097996-d9e6-45d5-9e02-08be51eb444e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:27.214273 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-10097996-d9e6-45d5-9e02-08be51eb444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:27.236912 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbbe41-78a1-4560-b904-576ef5fed3cc req-deacfc2a-b9ce-4b9e-a3cd-ee789fe2604e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:27.244132 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f3cbbe41-78a1-4560-b904-576ef5fed3cc req-deacfc2a-b9ce-4b9e-a3cd-ee789fe2604e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0600781 Dec 14 13:01:27.281858 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-10097996-d9e6-45d5-9e02-08be51eb444e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b232f2fcc5ea4cd9bbee08ee36c6fa30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436215 Dec 14 13:01:27.284267 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 45402) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:01:27.293187 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10097996-d9e6-45d5-9e02-08be51eb444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e59024-f783-45f2-b113-54a01594f6da,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:27.320571 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f3cbbe41-78a1-4560-b904-576ef5fed3cc req-e1084e43-c657-444e-99d6-8ed9c80b55dd tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753481 Dec 14 13:01:27.351074 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b754b7eb-b6f3-43ff-839a-1b6653b0fc53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:27.353352 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:27.379629 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b754b7eb-b6f3-43ff-839a-1b6653b0fc53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:27.472436 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b754b7eb-b6f3-43ff-839a-1b6653b0fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:27.476819 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b754b7eb-b6f3-43ff-839a-1b6653b0fc53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:27.488470 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-b754b7eb-b6f3-43ff-839a-1b6653b0fc53 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75e59024-f783-45f2-b113-54a01594f6da HTTP/1.1" status: 204 len: 168 time: 0.2020850 Dec 14 13:01:27.507035 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754b7eb-b6f3-43ff-839a-1b6653b0fc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e59024-f783-45f2-b113-54a01594f6da,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:27.574840 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a6c35-d040-422b-b3ee-969ec8b23fb1 req-f09d589b-c811-48e3-b151-fc50beb961ba tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:27.587197 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4b0a6c35-d040-422b-b3ee-969ec8b23fb1 req-f09d589b-c811-48e3-b151-fc50beb961ba tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 946 time: 0.1580253 Dec 14 13:01:27.617373 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264f3e-9e91-47e0-88e0-e3fc430200be req-d59740f8-7d91-4a6c-a472-311fc39a16de tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:27.619234 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ae264f3e-9e91-47e0-88e0-e3fc430200be req-d59740f8-7d91-4a6c-a472-311fc39a16de tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.1172585 Dec 14 13:01:27.676810 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4b0a6c35-d040-422b-b3ee-969ec8b23fb1 req-05e39149-14f8-47da-b4ce-cd109f177c85 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878804 Dec 14 13:01:27.730321 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ae264f3e-9e91-47e0-88e0-e3fc430200be req-734ac788-e323-4d55-85a6-ffab3ab47838 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984716 Dec 14 13:01:27.815939 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0f14c-8237-4fcf-aa4a-000dbb4704af req-5d670d4d-f632-4f68-addc-82c1f5be6c76 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:27.817724 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-94a0f14c-8237-4fcf-aa4a-000dbb4704af req-5d670d4d-f632-4f68-addc-82c1f5be6c76 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0700963 Dec 14 13:01:27.882241 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-94a0f14c-8237-4fcf-aa4a-000dbb4704af req-fd4e008a-ef09-4f44-86d8-e738de30f3e4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563071 Dec 14 13:01:28.477018 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6664a-0a7f-4fa3-858b-1a0019b455a5 req-7cc8ed59-27e8-47d4-ad46-bba467e87820 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:28.478677 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-30c6664a-0a7f-4fa3-858b-1a0019b455a5 req-7cc8ed59-27e8-47d4-ad46-bba467e87820 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0495198 Dec 14 13:01:28.526695 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-30c6664a-0a7f-4fa3-858b-1a0019b455a5 req-c08498f6-50c9-4463-81c9-1e36c5fcaf71 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Dec 14 13:01:28.560137 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c6761-8bad-4886-bd9e-735704466475 req-77114451-66c8-4b4c-80a0-ef1fc90196fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:28.561722 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a54c6761-8bad-4886-bd9e-735704466475 req-77114451-66c8-4b4c-80a0-ef1fc90196fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 1099 time: 0.0420370 Dec 14 13:01:28.566657 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:28.607819 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a54c6761-8bad-4886-bd9e-735704466475 req-69c53b1d-a8a9-4eff-b3e1-bccfa8d78386 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371449 Dec 14 13:01:28.798159 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11e081-39c4-49ac-a33e-e50d392d23f4 req-e2bdd904-38f0-4e16-96eb-12b6f0fa8861 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:28.799646 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6f11e081-39c4-49ac-a33e-e50d392d23f4 req-e2bdd904-38f0-4e16-96eb-12b6f0fa8861 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 946 time: 0.0531831 Dec 14 13:01:28.872584 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6f11e081-39c4-49ac-a33e-e50d392d23f4 req-9a755f5d-cb84-4259-a24b-bbfdbb072090 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668426 Dec 14 13:01:28.884408 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a08ba-6582-4323-b605-2d2f9234bf39 req-8edf43b7-1a88-4790-a0a9-ae58b323cde1 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:28.885901 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-497a08ba-6582-4323-b605-2d2f9234bf39 req-8edf43b7-1a88-4790-a0a9-ae58b323cde1 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0744443 Dec 14 13:01:28.934818 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-497a08ba-6582-4323-b605-2d2f9234bf39 req-481f2272-9aa9-4a43-ab89-359f0b89d512 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/security-groups?id=6545373d-5bc6-4ef0-b75a-3e726b66f483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429180 Dec 14 13:01:29.004737 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63953055-109c-4a19-bc9c-e77f28b6428a req-60b397c8-715b-4e83-a1a2-4e75f4138f35 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:29.006123 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-63953055-109c-4a19-bc9c-e77f28b6428a req-60b397c8-715b-4e83-a1a2-4e75f4138f35 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0484161 Dec 14 13:01:29.055990 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-63953055-109c-4a19-bc9c-e77f28b6428a req-ed29c8d2-fbe2-4851-a21a-dfd56efb7658 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439920 Dec 14 13:01:29.409853 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc2a64-b0d4-41be-9aed-09df83d8422c req-986bfae2-6f95-4ae5-8132-8cd586b3b75a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:29.411276 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-34fc2a64-b0d4-41be-9aed-09df83d8422c req-986bfae2-6f95-4ae5-8132-8cd586b3b75a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 946 time: 0.0469477 Dec 14 13:01:29.472026 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:29.504514 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-34fc2a64-b0d4-41be-9aed-09df83d8422c req-bc544fc5-3dce-4315-b139-196343f3d40a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Deleting port 11ccc809-2261-401d-8da3-2d48bb297543 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:01:29.504868 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-34fc2a64-b0d4-41be-9aed-09df83d8422c req-bc544fc5-3dce-4315-b139-196343f3d40a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:29.593719 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-34fc2a64-b0d4-41be-9aed-09df83d8422c req-bc544fc5-3dce-4315-b139-196343f3d40a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] For port 11ccc809-2261-401d-8da3-2d48bb297543, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=11ccc809-2261-401d-8da3-2d48bb297543,segment=NetworkSegment(d53effc0-6968-4908-9994-114379db0a7c),segment_id=d53effc0-6968-4908-9994-114379db0a7c)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:29.594474 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-34fc2a64-b0d4-41be-9aed-09df83d8422c req-bc544fc5-3dce-4315-b139-196343f3d40a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:29.605994 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-34fc2a64-b0d4-41be-9aed-09df83d8422c req-bc544fc5-3dce-4315-b139-196343f3d40a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Calling delete_port for 11ccc809-2261-401d-8da3-2d48bb297543 owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:01:29.647287 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a694e-c485-4edc-be95-4383b2b00121 req-0309df1b-8fe5-4e4a-a53f-6a1bbb108e97 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:29.648881 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ec6a694e-c485-4edc-be95-4383b2b00121 req-0309df1b-8fe5-4e4a-a53f-6a1bbb108e97 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0502319 Dec 14 13:01:29.699472 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ec6a694e-c485-4edc-be95-4383b2b00121 req-3a6b5cdd-11f5-4637-803c-39bc0b073edd tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444150 Dec 14 13:01:29.740813 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-34fc2a64-b0d4-41be-9aed-09df83d8422c req-bc544fc5-3dce-4315-b139-196343f3d40a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:29.752533 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['11ccc809-2261-401d-8da3-2d48bb297543'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:01:29.768447 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc544fc5-3dce-4315-b139-196343f3d40a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Pushing event deleted for resources: {'Port': ['ID=11ccc809-2261-401d-8da3-2d48bb297543,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:29.820141 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fc2a64-b0d4-41be-9aed-09df83d8422c req-bc544fc5-3dce-4315-b139-196343f3d40a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] No DVR routers for this DVR port 11ccc809-2261-401d-8da3-2d48bb297543 on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:01:29.823218 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-34fc2a64-b0d4-41be-9aed-09df83d8422c req-bc544fc5-3dce-4315-b139-196343f3d40a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:29.826635 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-34fc2a64-b0d4-41be-9aed-09df83d8422c req-bc544fc5-3dce-4315-b139-196343f3d40a tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.44 "DELETE /v2.0/ports/11ccc809-2261-401d-8da3-2d48bb297543 HTTP/1.1" status: 204 len: 173 time: 0.4083009 Dec 14 13:01:29.827060 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824eca5b-954f-402d-aa22-14f24ddd77ba', 'name': 'network-vif-deleted', 'tag': '11ccc809-2261-401d-8da3-2d48bb297543'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:01:29.829449 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658f654f-445c-4062-9e74-78937c8682dd" -d '{"events": [{"server_uuid": "824eca5b-954f-402d-aa22-14f24ddd77ba", "name": "network-vif-deleted", "tag": "11ccc809-2261-401d-8da3-2d48bb297543"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:01:29.872233 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d0238c-a02e-4b20-9db7-868f96603fa1 x-openstack-request-id: req-46d0238c-a02e-4b20-9db7-868f96603fa1 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:01:29.872520 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824eca5b-954f-402d-aa22-14f24ddd77ba", "name": "network-vif-deleted", "tag": "11ccc809-2261-401d-8da3-2d48bb297543", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:01:29.872760 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46d0238c-a02e-4b20-9db7-868f96603fa1 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:01:29.873450 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824eca5b-954f-402d-aa22-14f24ddd77ba', 'name': 'network-vif-deleted', 'tag': '11ccc809-2261-401d-8da3-2d48bb297543', 'status': 'completed', 'code': 200} Dec 14 13:01:29.997060 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc146e87-ca74-4045-a17c-97f8744eae1c req-54dc1935-7f5a-4481-9d5f-0f11bb78c239 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:29.998671 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cc146e87-ca74-4045-a17c-97f8744eae1c req-54dc1935-7f5a-4481-9d5f-0f11bb78c239 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 946 time: 0.0573986 Dec 14 13:01:30.054402 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c1bd8d23-52e7-42de-a817-4f9171fdcd4d req-a73ca28b-d248-4f76-8938-55661d98b9d5 tempest-AttachVolumeNegativeTest-1000400951 tempest-AttachVolumeNegativeTest-1000400951-project] 10.222.0.49 "GET /v2.0/ports?device_id=824eca5b-954f-402d-aa22-14f24ddd77ba HTTP/1.1" status: 200 len: 210 time: 0.0361345 Dec 14 13:01:30.071053 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cc146e87-ca74-4045-a17c-97f8744eae1c req-c07623b4-0aca-4272-8548-daeb3faa5a00 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663087 Dec 14 13:01:30.176683 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106aa920-2fd8-44b1-b1b5-7e2ade91835c req-9d5d9492-9dc2-4609-a22d-ff68d331527e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:30.179270 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-106aa920-2fd8-44b1-b1b5-7e2ade91835c req-9d5d9492-9dc2-4609-a22d-ff68d331527e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0518825 Dec 14 13:01:30.227731 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-106aa920-2fd8-44b1-b1b5-7e2ade91835c req-0a96113e-3275-4c2a-baf0-55dea84c2763 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435622 Dec 14 13:01:30.641192 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 45464) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:01:30.746699 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:30.841151 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d112a-d254-437c-9f9a-7b26488e3b6f req-8bb5b42f-e6b3-4363-95a4-3711b93a8aec tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:30.842658 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6d0d112a-d254-437c-9f9a-7b26488e3b6f req-8bb5b42f-e6b3-4363-95a4-3711b93a8aec tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0700600 Dec 14 13:01:30.878254 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:30.884364 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:30.938038 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6d0d112a-d254-437c-9f9a-7b26488e3b6f req-1071d659-c9b1-4bfc-90d3-d1b3c1676ee3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874872 Dec 14 13:01:30.938934 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c15889-08f8-455c-b5dd-f896eaf7c3ff,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:30.942664 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d72f2bf869d5445cbb9c5e40f74fbd7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004198 Dec 14 13:01:30.945821 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 45470) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:01:30.948949 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.949297 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.949637 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.949965 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.950307 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.955931 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.955931 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.955931 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.955931 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.955931 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.955931 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.955931 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.955931 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b6f3-4e7d-478d-b20a-294abcdbc769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:01:30.995203 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-efe7e3ac-b648-4467-88fc-8ea1420bf989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.015654 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-efe7e3ac-b648-4467-88fc-8ea1420bf989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.062551 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-efe7e3ac-b648-4467-88fc-8ea1420bf989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.065292 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-efe7e3ac-b648-4467-88fc-8ea1420bf989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.066470 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-efe7e3ac-b648-4467-88fc-8ea1420bf989 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1c15889-08f8-455c-b5dd-f896eaf7c3ff HTTP/1.1" status: 204 len: 168 time: 0.1196015 Dec 14 13:01:31.074000 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7e3ac-b648-4467-88fc-8ea1420bf989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c15889-08f8-455c-b5dd-f896eaf7c3ff,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:31.110799 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 45476) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:01:31.154081 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_v2 [None req-77de609c-b467-499b-bfef-42a72d433b45 admin admin] Deleting subnet 15225643-240f-4abd-9f55-847561dbe860 {{(pid=102350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:01:31.157307 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-77de609c-b467-499b-bfef-42a72d433b45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.196618 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-77de609c-b467-499b-bfef-42a72d433b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728444'] for subnet, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.239098 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-77de609c-b467-499b-bfef-42a72d433b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.300904 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-77de609c-b467-499b-bfef-42a72d433b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8747803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684766'] for subnet, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.328725 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de609c-b467-499b-bfef-42a72d433b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15225643-240f-4abd-9f55-847561dbe860,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:31.334170 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-77de609c-b467-499b-bfef-42a72d433b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.340321 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-77de609c-b467-499b-bfef-42a72d433b45 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/15225643-240f-4abd-9f55-847561dbe860 HTTP/1.1" status: 204 len: 168 time: 0.2285111 Dec 14 13:01:31.340932 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 45480) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:01:31.357234 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6dc65-c158-40dd-927f-0fb210f2947d req-d345dfdc-7692-409a-9c40-6029314944e0 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:31.358798 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5cb6dc65-c158-40dd-927f-0fb210f2947d req-d345dfdc-7692-409a-9c40-6029314944e0 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0528336 Dec 14 13:01:31.405161 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.407633 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5cb6dc65-c158-40dd-927f-0fb210f2947d req-bbc958e2-388d-4bd4-aae8-25cd00b68ec9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427907 Dec 14 13:01:31.485767 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.505030 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d231ae-628f-4043-969c-cf414631d868']}} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:01:31.514191 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53effc0-6968-4908-9994-114379db0a7c') {'for_net_delete': True} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:01:31.514490 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53effc0-6968-4908-9994-114379db0a7c') {} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:01:31.523870 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728583'] for segment, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.538157 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.548054 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:01:31.548632 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8747889'] for segment, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: Traceback (most recent call last): Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: timer() Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: cb(*args, **kw) Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: return func(*args, **kwargs) Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: self._notify() Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: self.callback(batched_events) Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: event.method(event) Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: return f(self, *a, **k) Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._get(url).json() Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: return self.request(url, 'GET', **kwargs) Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:01:31.550633 dv-cinder-784477-10-iscsi neutron-server[102350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:01:31.610760 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.618210 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.621576 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f9d231ae-628f-4043-969c-cf414631d868 HTTP/1.1" status: 204 len: 168 time: 0.2797284 Dec 14 13:01:31.631293 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd3875-c43e-4b5b-8f7b-b6dba4fe1df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d231ae-628f-4043-969c-cf414631d868,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:31.793600 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 45486) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:01:31.818430 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 11ccc809-2261-401d-8da3-2d48bb297543 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:01:31.833513 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-10eb0ee1-79b0-4f27-8a71-4e9752af922b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad27b8951cae4eeeafa257f45217653a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387599 Dec 14 13:01:31.836080 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 45488) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:01:31.844050 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 11ccc809-2261-401d-8da3-2d48bb297543 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:01:31.844402 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 11ccc809-2261-401d-8da3-2d48bb297543 not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:01:31.883102 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b253b3fe-de05-4226-b349-f850cfeed439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.904436 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b253b3fe-de05-4226-b349-f850cfeed439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.960136 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b253b3fe-de05-4226-b349-f850cfeed439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.962626 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b253b3fe-de05-4226-b349-f850cfeed439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:31.963780 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-b253b3fe-de05-4226-b349-f850cfeed439 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6545373d-5bc6-4ef0-b75a-3e726b66f483 HTTP/1.1" status: 204 len: 168 time: 0.1268339 Dec 14 13:01:31.977225 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253b3fe-de05-4226-b349-f850cfeed439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6545373d-5bc6-4ef0-b75a-3e726b66f483,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:32.062762 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a8f6f-ba4c-401f-89ca-438204a29d02 req-75c7eb0e-ac25-4696-a9ad-023b97322061 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:32.064250 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fe4a8f6f-ba4c-401f-89ca-438204a29d02 req-75c7eb0e-ac25-4696-a9ad-023b97322061 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0519099 Dec 14 13:01:32.112081 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fe4a8f6f-ba4c-401f-89ca-438204a29d02 req-40ccaf3a-e71e-4928-a7b9-f23583d5b3be tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 Dec 14 13:01:32.535539 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e75de-6937-4a7c-9178-7673eb04407d req-d8c8fac9-ef26-4ea5-8b5d-851214a179f4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:32.537014 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-448e75de-6937-4a7c-9178-7673eb04407d req-d8c8fac9-ef26-4ea5-8b5d-851214a179f4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0529363 Dec 14 13:01:32.584495 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-448e75de-6937-4a7c-9178-7673eb04407d req-006119c1-538b-4558-b7f0-1fefac960090 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413983 Dec 14 13:01:33.225578 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56fdcc-3ce2-4a0d-bd93-f1ccfcd5883f req-1747aa6e-d0ca-4fd2-b0da-829c51dee4a3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:33.227101 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4a56fdcc-3ce2-4a0d-bd93-f1ccfcd5883f req-1747aa6e-d0ca-4fd2-b0da-829c51dee4a3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0486486 Dec 14 13:01:33.280269 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4a56fdcc-3ce2-4a0d-bd93-f1ccfcd5883f req-4e6d0eb9-f6f4-4c2a-8ff8-a4b03d66e5f4 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456343 Dec 14 13:01:33.710179 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb6bb-0b2a-4f18-a253-d9b1af16ba7e req-21d34be5-cc68-4a9c-9bd9-4e63d1c213be tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:33.711566 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c51cb6bb-0b2a-4f18-a253-d9b1af16ba7e req-21d34be5-cc68-4a9c-9bd9-4e63d1c213be tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0486050 Dec 14 13:01:33.759573 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c51cb6bb-0b2a-4f18-a253-d9b1af16ba7e req-0cc70ab7-995c-4124-bbb6-e3ffdf7ce67e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412436 Dec 14 13:01:34.405235 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a1aaa-89ed-4663-8f2c-1679c9e1f5e2 req-dc9166d7-3a91-4908-bbb3-ce9f8d8caaa5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:34.406709 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e06a1aaa-89ed-4663-8f2c-1679c9e1f5e2 req-dc9166d7-3a91-4908-bbb3-ce9f8d8caaa5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0488765 Dec 14 13:01:34.453734 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e06a1aaa-89ed-4663-8f2c-1679c9e1f5e2 req-421ac9de-a66b-490d-96e1-3ed778c933a2 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Dec 14 13:01:34.679363 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d11e29-76fe-4ca3-bd96-5181947fd139 req-bce73730-b03a-4c91-ba93-49151f5dc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:34.680875 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-55d11e29-76fe-4ca3-bd96-5181947fd139 req-bce73730-b03a-4c91-ba93-49151f5dc69f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 1099 time: 0.0438008 Dec 14 13:01:34.727049 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-55d11e29-76fe-4ca3-bd96-5181947fd139 req-71178b41-8f76-4468-b7b0-359d019f8e9e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374422 Dec 14 13:01:34.887395 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f8ee9-8f1f-4f03-aed6-b01a97e2e4d2 req-311249a8-37e2-4cb5-9be5-b3346c91a12b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:34.889075 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7b2f8ee9-8f1f-4f03-aed6-b01a97e2e4d2 req-311249a8-37e2-4cb5-9be5-b3346c91a12b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 943 time: 0.0542870 Dec 14 13:01:34.941697 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7b2f8ee9-8f1f-4f03-aed6-b01a97e2e4d2 req-f36db9ce-f0b5-4586-a4e0-cf17dc73c09a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450556 Dec 14 13:01:35.588091 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a5fe4-8c02-448f-9a56-35c6d9158d98 req-ee4f0367-fbc7-4387-8e38-8b674a760053 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:35.589858 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-584a5fe4-8c02-448f-9a56-35c6d9158d98 req-ee4f0367-fbc7-4387-8e38-8b674a760053 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0563321 Dec 14 13:01:35.636774 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-584a5fe4-8c02-448f-9a56-35c6d9158d98 req-ef2c18d7-2a5e-49f8-bc0d-10a73c96b2af tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Dec 14 13:01:35.833579 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 45d34d58-1ff8-4ce3-a024-e2acb9451196 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:01:35.940672 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:35.951117 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'port_id': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'mac_address': 'fa:16:3e:56:79:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:01:35.989816 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:36.007229 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d34d58-1ff8-4ce3-a024-e2acb9451196 {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:01:36.028025 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:36.032672 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:36.077285 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046bd34-a60e-4091-b3fd-adfc89b3bdc4 req-49445914-6277-4149-9861-0885797f4260 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:36.078633 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1046bd34-a60e-4091-b3fd-adfc89b3bdc4 req-49445914-6277-4149-9861-0885797f4260 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 944 time: 0.0584273 Dec 14 13:01:36.080460 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=45d34d58-1ff8-4ce3-a024-e2acb9451196,revision_number=9']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:36.130478 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1046bd34-a60e-4091-b3fd-adfc89b3bdc4 req-10fc536b-1e51-4235-b687-20ce43127215 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450811 Dec 14 13:01:36.363762 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['45d34d58-1ff8-4ce3-a024-e2acb9451196'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:01:36.761495 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ad101-59f3-4003-8f62-7e767e4f300f req-7a419843-f1c6-4079-9dae-72730701892c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:36.762997 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a80ad101-59f3-4003-8f62-7e767e4f300f req-7a419843-f1c6-4079-9dae-72730701892c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0494688 Dec 14 13:01:36.809620 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a80ad101-59f3-4003-8f62-7e767e4f300f req-befb74b3-04ac-40d5-8220-b18e6f2cd434 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Dec 14 13:01:37.118230 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98028339-6b7b-4866-9a3d-8044852ec7bd req-a053f25a-5e2d-4767-b6f1-b82ccbb8b1ad tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:37.119817 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-98028339-6b7b-4866-9a3d-8044852ec7bd req-a053f25a-5e2d-4767-b6f1-b82ccbb8b1ad tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0566413 Dec 14 13:01:37.176921 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-98028339-6b7b-4866-9a3d-8044852ec7bd req-5cb0c51e-62d6-4d68-a0ba-5a4a28ca82d2 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478873 Dec 14 13:01:37.259261 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57326868-c5e5-47eb-a1fd-9218b1420087 req-055d4664-901b-4c5f-b3ad-f11cbf1de0c6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:37.260792 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-57326868-c5e5-47eb-a1fd-9218b1420087 req-055d4664-901b-4c5f-b3ad-f11cbf1de0c6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 944 time: 0.0524406 Dec 14 13:01:37.308418 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-57326868-c5e5-47eb-a1fd-9218b1420087 req-4610500f-387b-45f2-9453-58953ea1fed6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Dec 14 13:01:38.122219 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:01:38.309104 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59312f-753f-4042-8de7-e207051c6174 req-5f8dc75b-f1bd-4899-9a44-fb489dd39575 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:38.310713 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fe59312f-753f-4042-8de7-e207051c6174 req-5f8dc75b-f1bd-4899-9a44-fb489dd39575 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0521660 Dec 14 13:01:38.359078 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fe59312f-753f-4042-8de7-e207051c6174 req-19296c70-814e-4f72-8e92-3ede80b51f0b tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421753 Dec 14 13:01:38.434922 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232bdcb-7e71-4da7-8175-59656f387f3f req-b82f2582-7bce-4a8c-99ef-a890b4840e46 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:38.436280 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6232bdcb-7e71-4da7-8175-59656f387f3f req-b82f2582-7bce-4a8c-99ef-a890b4840e46 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 944 time: 0.0528507 Dec 14 13:01:38.486795 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6232bdcb-7e71-4da7-8175-59656f387f3f req-4a646a43-8149-4512-a283-847f810d4844 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419545 Dec 14 13:01:39.485368 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246030e-70a1-4e31-8aa2-cd2f9dbb70bf req-fcf7ffd9-a95a-44b5-9574-b9100aec1abc tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:39.486805 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2246030e-70a1-4e31-8aa2-cd2f9dbb70bf req-fcf7ffd9-a95a-44b5-9574-b9100aec1abc tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0495486 Dec 14 13:01:39.536306 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2246030e-70a1-4e31-8aa2-cd2f9dbb70bf req-1dab72ff-416e-43ca-b512-9f624734887c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435908 Dec 14 13:01:39.606953 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4e3a2-aad7-43f5-9beb-f8739cde2bd2 req-e2848422-3a70-4f8d-8f89-64fc22702c1f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:39.608480 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-77f4e3a2-aad7-43f5-9beb-f8739cde2bd2 req-e2848422-3a70-4f8d-8f89-64fc22702c1f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 944 time: 0.0482664 Dec 14 13:01:39.663163 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-77f4e3a2-aad7-43f5-9beb-f8739cde2bd2 req-e92abcb2-5f9b-445b-a541-0a58094f90b7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454645 Dec 14 13:01:39.731690 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1493b7-b58b-4afd-b79b-4337a27e98a4 req-704d3c94-48aa-4816-ae28-acef718d2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:39.733585 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2a1493b7-b58b-4afd-b79b-4337a27e98a4 req-704d3c94-48aa-4816-ae28-acef718d2f0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=010919ea84eb4eb8b936c63153600eba&device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 1099 time: 0.0430231 Dec 14 13:01:39.833494 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1493b7-b58b-4afd-b79b-4337a27e98a4 req-390db415-1943-4b68-b164-ba6045771e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:39.834959 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2a1493b7-b58b-4afd-b79b-4337a27e98a4 req-390db415-1943-4b68-b164-ba6045771e61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 200 len: 920 time: 0.0874455 Dec 14 13:01:39.884628 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2a1493b7-b58b-4afd-b79b-4337a27e98a4 req-924207ca-e1a3-43f2-8398-552584c7b9fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb HTTP/1.1" status: 200 len: 217 time: 0.0342758 Dec 14 13:01:39.934885 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1493b7-b58b-4afd-b79b-4337a27e98a4 req-1425dcbc-db9b-440a-b29f-b413eeb4f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:39.936355 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2a1493b7-b58b-4afd-b79b-4337a27e98a4 req-1425dcbc-db9b-440a-b29f-b413eeb4f3c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 200 len: 859 time: 0.0432231 Dec 14 13:01:39.968401 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2a1493b7-b58b-4afd-b79b-4337a27e98a4 req-291cd63c-5bac-4559-9f6b-63edfbf853b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6092f040-7850-4b5c-8606-0c2c75c91695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242090 Dec 14 13:01:40.075828 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2a1493b7-b58b-4afd-b79b-4337a27e98a4 req-91ca294d-abea-48d0-8bf6-328045373b90 service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976911 Dec 14 13:01:40.167705 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2a1493b7-b58b-4afd-b79b-4337a27e98a4 req-0b6be258-3b84-4d56-947d-0e13ad0fe26c service neutron] 10.222.0.44 "GET /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831389 Dec 14 13:01:40.652704 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54fc54-32c4-4d8b-9dc5-483a6c1a26f8 req-c7fc36c7-6048-405a-aea3-b00b5ca2d007 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:40.654203 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-df54fc54-32c4-4d8b-9dc5-483a6c1a26f8 req-c7fc36c7-6048-405a-aea3-b00b5ca2d007 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0491095 Dec 14 13:01:40.705209 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-df54fc54-32c4-4d8b-9dc5-483a6c1a26f8 req-0ce269aa-4add-4673-8284-4f8b641209cb tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Dec 14 13:01:40.791347 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e946c2-0238-4564-b94b-3fd723fbd18b req-cad5aa97-213f-45e2-acb0-556ceb713978 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:40.792865 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e1e946c2-0238-4564-b94b-3fd723fbd18b req-cad5aa97-213f-45e2-acb0-556ceb713978 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 944 time: 0.0498939 Dec 14 13:01:40.842398 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e1e946c2-0238-4564-b94b-3fd723fbd18b req-d46a0e13-86ab-4cf4-9ee3-5e8ba696402f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429099 Dec 14 13:01:41.299235 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 45d34d58-1ff8-4ce3-a024-e2acb9451196 up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:01:41.348873 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 45d34d58-1ff8-4ce3-a024-e2acb9451196 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:01:41.349253 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:41.434955 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:41.457955 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:01:41.461315 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cceee04-a9a4-4214-b966-0f1ac3a16949" -d '{"events": [{"server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "name": "network-vif-plugged", "status": "completed", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:01:41.473610 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:41.480073 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:41.503884 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e8c2cf-f793-4338-9ab6-e2c7f0d5bcae x-openstack-request-id: req-00e8c2cf-f793-4338-9ab6-e2c7f0d5bcae {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:01:41.504185 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "name": "network-vif-plugged", "status": "completed", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:01:41.504433 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00e8c2cf-f793-4338-9ab6-e2c7f0d5bcae {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:01:41.504815 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'code': 200} Dec 14 13:01:41.531115 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=45d34d58-1ff8-4ce3-a024-e2acb9451196,revision_number=10']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:41.828024 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e1536-c783-4644-84e7-664c75cb87c2 req-a8c8b8a2-2b21-4fd9-b960-5ad9c6d00eb7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:41.829575 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ee0e1536-c783-4644-84e7-664c75cb87c2 req-a8c8b8a2-2b21-4fd9-b960-5ad9c6d00eb7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0537181 Dec 14 13:01:41.877966 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ee0e1536-c783-4644-84e7-664c75cb87c2 req-c2eda859-3214-418f-96f0-8c80ce2dbaf0 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Dec 14 13:01:41.966510 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb153332-ff06-4871-aa01-7521ff6386c4 req-14a1979f-8e93-4094-9333-00180892790a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:41.967922 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb153332-ff06-4871-aa01-7521ff6386c4 req-14a1979f-8e93-4094-9333-00180892790a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 946 time: 0.0512247 Dec 14 13:01:42.017664 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb153332-ff06-4871-aa01-7521ff6386c4 req-cbe8e901-15e5-4d6c-87f2-096e76a2e98f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437646 Dec 14 13:01:43.000536 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5b2e-01fa-4bbc-bb8d-53e64eb18ad4 req-309b75e6-7780-4cd9-b61f-265ec8cd6a9d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:43.002002 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-202c5b2e-01fa-4bbc-bb8d-53e64eb18ad4 req-309b75e6-7780-4cd9-b61f-265ec8cd6a9d tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0491562 Dec 14 13:01:43.056523 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-202c5b2e-01fa-4bbc-bb8d-53e64eb18ad4 req-d49f42dd-5a11-418b-abcc-bef750a4a321 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457666 Dec 14 13:01:43.140599 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576eed7-f4f5-42a2-8350-6014911a5d92 req-3010d279-3a9c-4865-bf4e-af9e6d82cb52 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:43.142020 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8576eed7-f4f5-42a2-8350-6014911a5d92 req-3010d279-3a9c-4865-bf4e-af9e6d82cb52 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 946 time: 0.0513361 Dec 14 13:01:43.193132 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8576eed7-f4f5-42a2-8350-6014911a5d92 req-1800496d-a6ff-4831-9df5-e1e11a3e2429 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449915 Dec 14 13:01:43.665856 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7212ca-f998-4b28-8aa9-778406cb364f req-52961992-579b-4356-a6f9-d177729e7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:43.667367 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-df7212ca-f998-4b28-8aa9-778406cb364f req-52961992-579b-4356-a6f9-d177729e7ed6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 1099 time: 0.0457532 Dec 14 13:01:43.711745 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-df7212ca-f998-4b28-8aa9-778406cb364f req-66913b52-06c4-4e3c-8b58-770e18bd9bb1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367060 Dec 14 13:01:44.185398 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412a29d-5038-4a97-80b8-a6583e12c39c req-ddd1c67d-8b96-4d75-bbf4-f86eeac34305 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:44.188046 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2412a29d-5038-4a97-80b8-a6583e12c39c req-ddd1c67d-8b96-4d75-bbf4-f86eeac34305 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0491629 Dec 14 13:01:44.240946 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2412a29d-5038-4a97-80b8-a6583e12c39c req-2caef19f-1af5-42e2-89e6-2145c91ed268 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461018 Dec 14 13:01:44.342903 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa99f73-f7a2-4e5a-b176-86ffc21110d2 req-6100d6ae-372f-4449-9f22-d4d4468ad4bc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:44.344747 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-baa99f73-f7a2-4e5a-b176-86ffc21110d2 req-6100d6ae-372f-4449-9f22-d4d4468ad4bc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 946 time: 0.0573361 Dec 14 13:01:44.398274 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:44.408316 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-baa99f73-f7a2-4e5a-b176-86ffc21110d2 req-480f9349-681a-47ce-b9c4-89a933c7c16f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571449 Dec 14 13:01:45.372929 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f021468-0e14-4437-a0b1-2a645dbf135d req-4474f5e4-e9dc-484f-b557-0c7019a73b16 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:45.374439 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7f021468-0e14-4437-a0b1-2a645dbf135d req-4474f5e4-e9dc-484f-b557-0c7019a73b16 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0568995 Dec 14 13:01:45.425251 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7f021468-0e14-4437-a0b1-2a645dbf135d req-b60c4f2d-1391-49cb-8285-605a112470b9 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Dec 14 13:01:45.533813 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4a0eb-2075-45e8-b3ff-f6498879e844 req-0c360107-7804-4f7c-854f-e21e262846f3 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:45.535315 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e0f4a0eb-2075-45e8-b3ff-f6498879e844 req-0c360107-7804-4f7c-854f-e21e262846f3 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 946 time: 0.0556149 Dec 14 13:01:45.582645 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e0f4a0eb-2075-45e8-b3ff-f6498879e844 req-c8532e67-24fd-421d-83a4-1663f52a18e1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411401 Dec 14 13:01:46.538369 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f81fd-ee78-4e69-b9a7-a833db040d1b req-3487e4b6-88fb-44df-ac7d-905dbef8a336 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:46.539841 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-850f81fd-ee78-4e69-b9a7-a833db040d1b req-3487e4b6-88fb-44df-ac7d-905dbef8a336 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0482187 Dec 14 13:01:46.588525 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-850f81fd-ee78-4e69-b9a7-a833db040d1b req-898fb51e-59e8-404b-a8f8-52097f753c0e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Dec 14 13:01:46.712685 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7eae1a-3d41-4760-a71a-35ae2e5eeeeb req-b47db4fc-1bda-43e9-9fa1-d78db101882c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:46.714065 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7c7eae1a-3d41-4760-a71a-35ae2e5eeeeb req-b47db4fc-1bda-43e9-9fa1-d78db101882c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 946 time: 0.0517490 Dec 14 13:01:46.763109 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7c7eae1a-3d41-4760-a71a-35ae2e5eeeeb req-e548a5ad-374f-4a0b-9271-e9b09f68b875 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431025 Dec 14 13:01:47.712972 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237bb41-877f-4f70-887c-45180834cf60 req-5f89a946-b726-41c5-bf69-6ea8783610ce tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:47.714443 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6237bb41-877f-4f70-887c-45180834cf60 req-5f89a946-b726-41c5-bf69-6ea8783610ce tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0505786 Dec 14 13:01:47.762443 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6237bb41-877f-4f70-887c-45180834cf60 req-b63f8590-bd4e-44f8-9b00-23cff6206f48 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Dec 14 13:01:47.884285 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6350611-2b8c-44ea-978f-ee07f6a31acd req-b412bad4-8b3c-4482-ba99-933d87088491 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:47.885827 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b6350611-2b8c-44ea-978f-ee07f6a31acd req-b412bad4-8b3c-4482-ba99-933d87088491 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 946 time: 0.0502217 Dec 14 13:01:47.934614 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b6350611-2b8c-44ea-978f-ee07f6a31acd req-b64a26ea-d266-4ae2-953a-624e5a7be606 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427246 Dec 14 13:01:48.890611 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aebd7-2ac5-402a-b424-2e04129cc681 req-900acde8-adf7-4f12-b8bf-4febbe7b0d6a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:48.892095 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a67aebd7-2ac5-402a-b424-2e04129cc681 req-900acde8-adf7-4f12-b8bf-4febbe7b0d6a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0546746 Dec 14 13:01:48.944175 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a67aebd7-2ac5-402a-b424-2e04129cc681 req-a71dc7d3-f77d-46a0-81c4-e744fc96e522 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459182 Dec 14 13:01:49.062283 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2bde0-be8d-43cf-9434-e3cb46a59f86 req-ae6dc94d-2ad4-4ed3-8bd0-904d2e729ce4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:49.063713 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-59c2bde0-be8d-43cf-9434-e3cb46a59f86 req-ae6dc94d-2ad4-4ed3-8bd0-904d2e729ce4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 946 time: 0.0548656 Dec 14 13:01:49.112724 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-59c2bde0-be8d-43cf-9434-e3cb46a59f86 req-2c488184-feea-47eb-ae94-6098c13c39a2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411186 Dec 14 13:01:53.041226 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877ed68-ef49-4bf5-85cb-b8e54352ee64 req-fe7b6a55-b98d-47b7-88bc-53e1a048632c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:53.042725 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3877ed68-ef49-4bf5-85cb-b8e54352ee64 req-fe7b6a55-b98d-47b7-88bc-53e1a048632c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0503950 Dec 14 13:01:53.103460 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3877ed68-ef49-4bf5-85cb-b8e54352ee64 req-cb4f3fda-eab6-494a-b061-8402735ccfff tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506368 Dec 14 13:01:53.357482 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefd5c6-c7ca-49f8-ad2f-b3795c38de7b req-7dfb2fc3-fbd3-4638-9236-cf459bdcc132 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:53.358837 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2eefd5c6-c7ca-49f8-ad2f-b3795c38de7b req-7dfb2fc3-fbd3-4638-9236-cf459bdcc132 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 946 time: 0.0603092 Dec 14 13:01:53.408091 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2eefd5c6-c7ca-49f8-ad2f-b3795c38de7b req-33ef19cd-c217-46d4-9939-df33c587232b tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419409 Dec 14 13:01:53.878476 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1ff381c9-9d1e-41a7-a9bf-a1039a8f97d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:54.235300 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d03cf8-4153-4a0a-a026-8dfe2a2760e2 req-3a141b69-167f-4cca-8b68-bf9b6cd3a1a7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:54.237075 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e2d03cf8-4153-4a0a-a026-8dfe2a2760e2 req-3a141b69-167f-4cca-8b68-bf9b6cd3a1a7 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0635729 Dec 14 13:01:54.292203 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e2d03cf8-4153-4a0a-a026-8dfe2a2760e2 req-1502b5c6-f436-41cb-89f3-1b7c826706ac tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480795 Dec 14 13:01:54.534259 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cc380-fcfb-4cdf-bcc5-d230e23cc6a8 req-b2f6c6ee-8e6f-4fd1-8dbc-e5a7705867f0 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:54.536452 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d06cc380-fcfb-4cdf-bcc5-d230e23cc6a8 req-b2f6c6ee-8e6f-4fd1-8dbc-e5a7705867f0 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 946 time: 0.0557907 Dec 14 13:01:54.584368 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d06cc380-fcfb-4cdf-bcc5-d230e23cc6a8 req-ce0acf07-adb4-46e7-9472-333de12315d7 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Dec 14 13:01:55.159295 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176ea61-b0a6-40dd-bfd2-e05ed6467aab req-1e412e27-ddd0-419e-9e2d-2c4eedcc5f62 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:55.160639 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e176ea61-b0a6-40dd-bfd2-e05ed6467aab req-1e412e27-ddd0-419e-9e2d-2c4eedcc5f62 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.44 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 946 time: 0.0604351 Dec 14 13:01:55.253557 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-e176ea61-b0a6-40dd-bfd2-e05ed6467aab req-65e257f6-fbfc-4d5b-841c-ddf6123a852e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Deleting port 9de9803b-e8e8-4441-a8ab-11f10fdbe375 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:01:55.253861 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e176ea61-b0a6-40dd-bfd2-e05ed6467aab req-65e257f6-fbfc-4d5b-841c-ddf6123a852e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:55.355041 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-e176ea61-b0a6-40dd-bfd2-e05ed6467aab req-65e257f6-fbfc-4d5b-841c-ddf6123a852e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] For port 9de9803b-e8e8-4441-a8ab-11f10fdbe375, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9de9803b-e8e8-4441-a8ab-11f10fdbe375,segment=NetworkSegment(8a8a2468-a59e-4dcb-a467-9a683de7caeb),segment_id=8a8a2468-a59e-4dcb-a467-9a683de7caeb)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:55.355041 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e176ea61-b0a6-40dd-bfd2-e05ed6467aab req-65e257f6-fbfc-4d5b-841c-ddf6123a852e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:55.359952 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-e176ea61-b0a6-40dd-bfd2-e05ed6467aab req-65e257f6-fbfc-4d5b-841c-ddf6123a852e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Calling delete_port for 9de9803b-e8e8-4441-a8ab-11f10fdbe375 owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:01:55.448087 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66bf4-f55b-49c9-a0ef-ce999f6698d2 req-1c54c1cf-dfa7-4a07-b198-cd5185eb608a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:55.450566 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-50e66bf4-f55b-49c9-a0ef-ce999f6698d2 req-1c54c1cf-dfa7-4a07-b198-cd5185eb608a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0744207 Dec 14 13:01:55.505357 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-50e66bf4-f55b-49c9-a0ef-ce999f6698d2 req-f3df6435-3aac-4506-8f27-5f09d2cdab6a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480933 Dec 14 13:01:55.709571 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a1b50-4ff4-4486-8a8c-52e3f15493a7 req-65161f91-bda6-4b3a-9860-414b60e2fbbf tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:55.711419 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-468a1b50-4ff4-4486-8a8c-52e3f15493a7 req-65161f91-bda6-4b3a-9860-414b60e2fbbf tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c92efa-769b-4b6a-94a9-5d059de29e2c HTTP/1.1" status: 200 len: 946 time: 0.0547886 Dec 14 13:01:55.717491 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e176ea61-b0a6-40dd-bfd2-e05ed6467aab req-65e257f6-fbfc-4d5b-841c-ddf6123a852e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:55.731241 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['9de9803b-e8e8-4441-a8ab-11f10fdbe375'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:01:55.752806 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e257f6-fbfc-4d5b-841c-ddf6123a852e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Pushing event deleted for resources: {'Port': ['ID=9de9803b-e8e8-4441-a8ab-11f10fdbe375,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:55.763007 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d94a5-10d5-449d-b23f-17ca9c9dcea9 req-962f7631-e7cf-44ed-a604-eb4b04245077 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:55.764525 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-430d94a5-10d5-449d-b23f-17ca9c9dcea9 req-962f7631-e7cf-44ed-a604-eb4b04245077 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.44 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 946 time: 0.0913844 Dec 14 13:01:55.784594 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-468a1b50-4ff4-4486-8a8c-52e3f15493a7 req-b879dfed-7740-48ab-8f73-8ad9317ffc86 tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1475b3-2dd2-49a7-a348-5034c11fd511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658605 Dec 14 13:01:55.828602 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-e176ea61-b0a6-40dd-bfd2-e05ed6467aab req-65e257f6-fbfc-4d5b-841c-ddf6123a852e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] No DVR routers for this DVR port 9de9803b-e8e8-4441-a8ab-11f10fdbe375 on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:01:55.832543 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e176ea61-b0a6-40dd-bfd2-e05ed6467aab req-65e257f6-fbfc-4d5b-841c-ddf6123a852e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:55.835875 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e176ea61-b0a6-40dd-bfd2-e05ed6467aab req-65e257f6-fbfc-4d5b-841c-ddf6123a852e tempest-VolumesSnapshotTestJSON-1649574085 tempest-VolumesSnapshotTestJSON-1649574085-project] 10.222.0.44 "DELETE /v2.0/ports/9de9803b-e8e8-4441-a8ab-11f10fdbe375 HTTP/1.1" status: 204 len: 173 time: 0.6682017 Dec 14 13:01:55.836314 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c92efa-769b-4b6a-94a9-5d059de29e2c', 'name': 'network-vif-deleted', 'tag': '9de9803b-e8e8-4441-a8ab-11f10fdbe375'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:01:55.838581 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc751e-997d-4409-8701-60da59e82980" -d '{"events": [{"server_uuid": "02c92efa-769b-4b6a-94a9-5d059de29e2c", "name": "network-vif-deleted", "tag": "9de9803b-e8e8-4441-a8ab-11f10fdbe375"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:01:55.889659 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d63ef76-4a2e-462a-9808-84aefc5c4f3e x-openstack-request-id: req-9d63ef76-4a2e-462a-9808-84aefc5c4f3e {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:01:55.889953 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c92efa-769b-4b6a-94a9-5d059de29e2c", "name": "network-vif-deleted", "tag": "9de9803b-e8e8-4441-a8ab-11f10fdbe375", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:01:55.890200 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d63ef76-4a2e-462a-9808-84aefc5c4f3e {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:01:55.890596 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c92efa-769b-4b6a-94a9-5d059de29e2c', 'name': 'network-vif-deleted', 'tag': '9de9803b-e8e8-4441-a8ab-11f10fdbe375', 'status': 'completed', 'code': 200} Dec 14 13:01:55.903180 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-430d94a5-10d5-449d-b23f-17ca9c9dcea9 req-ae2e95e7-a210-42a8-974b-4ebf3c92d068 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Deleting port dc3fb812-3df8-4cc0-9829-c46ef1394592 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:01:55.903518 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-430d94a5-10d5-449d-b23f-17ca9c9dcea9 req-ae2e95e7-a210-42a8-974b-4ebf3c92d068 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:55.948824 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d81272f8-730c-4a73-a116-0ecd5ff90378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:55.995428 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-430d94a5-10d5-449d-b23f-17ca9c9dcea9 req-ae2e95e7-a210-42a8-974b-4ebf3c92d068 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] For port dc3fb812-3df8-4cc0-9829-c46ef1394592, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=dc3fb812-3df8-4cc0-9829-c46ef1394592,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:01:55.995689 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-430d94a5-10d5-449d-b23f-17ca9c9dcea9 req-ae2e95e7-a210-42a8-974b-4ebf3c92d068 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:56.007703 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-430d94a5-10d5-449d-b23f-17ca9c9dcea9 req-ae2e95e7-a210-42a8-974b-4ebf3c92d068 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Calling delete_port for dc3fb812-3df8-4cc0-9829-c46ef1394592 owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:01:56.152579 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-430d94a5-10d5-449d-b23f-17ca9c9dcea9 req-ae2e95e7-a210-42a8-974b-4ebf3c92d068 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:56.164306 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['97df3dc5-b4a4-4c81-9f39-f292ced202fb', 'dc3fb812-3df8-4cc0-9829-c46ef1394592'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:01:56.192209 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e95e7-a210-42a8-974b-4ebf3c92d068 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Pushing event deleted for resources: {'Port': ['ID=dc3fb812-3df8-4cc0-9829-c46ef1394592,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:01:56.231514 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-430d94a5-10d5-449d-b23f-17ca9c9dcea9 req-ae2e95e7-a210-42a8-974b-4ebf3c92d068 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] No DVR routers for this DVR port dc3fb812-3df8-4cc0-9829-c46ef1394592 on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:01:56.233890 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-430d94a5-10d5-449d-b23f-17ca9c9dcea9 req-ae2e95e7-a210-42a8-974b-4ebf3c92d068 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:56.237375 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-430d94a5-10d5-449d-b23f-17ca9c9dcea9 req-ae2e95e7-a210-42a8-974b-4ebf3c92d068 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.44 "DELETE /v2.0/ports/dc3fb812-3df8-4cc0-9829-c46ef1394592 HTTP/1.1" status: 204 len: 173 time: 0.4653332 Dec 14 13:01:56.617383 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f66cd466-49a3-42de-8270-0bcd1b269180 req-97d181db-15d4-403f-bd13-8d12dbc5712c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=60694e1e-d0cb-41c8-adf5-bdda49804385 HTTP/1.1" status: 200 len: 210 time: 0.0262303 Dec 14 13:01:57.311332 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:57.892246 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60694e1e-d0cb-41c8-adf5-bdda49804385', 'name': 'network-vif-deleted', 'tag': 'dc3fb812-3df8-4cc0-9829-c46ef1394592'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:01:57.892963 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7984c37-b689-4a58-922a-5d4a770c03ca req-5c662a67-958b-43b8-a38e-da066c6b1cb3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:57.894483 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d7984c37-b689-4a58-922a-5d4a770c03ca req-5c662a67-958b-43b8-a38e-da066c6b1cb3 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0495296 Dec 14 13:01:57.894959 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed37c95-f8b3-44dc-a2e0-cf129220ad29" -d '{"events": [{"server_uuid": "60694e1e-d0cb-41c8-adf5-bdda49804385", "name": "network-vif-deleted", "tag": "dc3fb812-3df8-4cc0-9829-c46ef1394592"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:01:57.931772 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e429137f-e66d-4f01-91ed-fd86d80853b7 x-openstack-request-id: req-e429137f-e66d-4f01-91ed-fd86d80853b7 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:01:57.932065 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60694e1e-d0cb-41c8-adf5-bdda49804385", "name": "network-vif-deleted", "tag": "dc3fb812-3df8-4cc0-9829-c46ef1394592", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:01:57.932311 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e429137f-e66d-4f01-91ed-fd86d80853b7 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:01:57.932683 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60694e1e-d0cb-41c8-adf5-bdda49804385', 'name': 'network-vif-deleted', 'tag': 'dc3fb812-3df8-4cc0-9829-c46ef1394592', 'status': 'completed', 'code': 200} Dec 14 13:01:57.943156 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d7984c37-b689-4a58-922a-5d4a770c03ca req-cf49acdd-d66f-4bef-8d00-82868d7ae6d6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Dec 14 13:01:58.581951 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:01:59.078494 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4b95c-cad5-4993-aa42-1344fff282fa req-9808211f-5d97-4db1-8795-4a5d72364542 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:01:59.079832 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ffb4b95c-cad5-4993-aa42-1344fff282fa req-9808211f-5d97-4db1-8795-4a5d72364542 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0521040 Dec 14 13:01:59.132230 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ffb4b95c-cad5-4993-aa42-1344fff282fa req-fc3026aa-9a5f-48e8-a091-264594ccddbf tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Dec 14 13:01:59.450668 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device dc3fb812-3df8-4cc0-9829-c46ef1394592 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:01:59.479324 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: dc3fb812-3df8-4cc0-9829-c46ef1394592 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:01:59.479687 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device dc3fb812-3df8-4cc0-9829-c46ef1394592 not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:01:59.480104 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 9de9803b-e8e8-4441-a8ab-11f10fdbe375 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:01:59.508231 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 9de9803b-e8e8-4441-a8ab-11f10fdbe375 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:01:59.508580 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 9de9803b-e8e8-4441-a8ab-11f10fdbe375 not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:01:59.518849 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:00.257249 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608510c4-9ee2-4e12-8e13-bdfdf5e59a90 req-63817880-1640-4af6-bf20-582f47e24c38 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:00.258681 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-608510c4-9ee2-4e12-8e13-bdfdf5e59a90 req-63817880-1640-4af6-bf20-582f47e24c38 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0495610 Dec 14 13:02:00.306384 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-608510c4-9ee2-4e12-8e13-bdfdf5e59a90 req-7493b493-6588-4d0f-b7aa-b9cecf30a45c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 Dec 14 13:02:01.432480 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4639a-e017-42d3-b83f-ae739de41543 req-08944779-6de8-4c02-aa60-7b6fa1fac10c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:01.433975 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fcb4639a-e017-42d3-b83f-ae739de41543 req-08944779-6de8-4c02-aa60-7b6fa1fac10c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0537953 Dec 14 13:02:01.484575 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fcb4639a-e017-42d3-b83f-ae739de41543 req-a63b6bb3-7d0f-4599-88db-35435afcd774 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Dec 14 13:02:02.597729 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9b45f-9663-46d9-96b9-e57baec6a473 req-9699db2c-b466-4867-94c0-90b99944ba52 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:02.599228 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5ae9b45f-9663-46d9-96b9-e57baec6a473 req-9699db2c-b466-4867-94c0-90b99944ba52 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0478351 Dec 14 13:02:02.648269 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5ae9b45f-9663-46d9-96b9-e57baec6a473 req-df590da4-d664-4885-b8b9-780ed572d3df tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Dec 14 13:02:03.769084 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603406f-1a9e-43f8-8d2e-845aaad991aa req-e593c36c-0489-42ad-b1b7-b22afddbe1a5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:03.770691 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a603406f-1a9e-43f8-8d2e-845aaad991aa req-e593c36c-0489-42ad-b1b7-b22afddbe1a5 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0525491 Dec 14 13:02:03.819013 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a603406f-1a9e-43f8-8d2e-845aaad991aa req-1884a6d7-aebf-4134-a1bd-d96bd10c90ff tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Dec 14 13:02:04.936106 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17eee6-5568-485d-a532-acfd628ef7fe req-c15c75d8-0748-4dc9-8b74-07421affe40c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:04.937576 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4f17eee6-5568-485d-a532-acfd628ef7fe req-c15c75d8-0748-4dc9-8b74-07421affe40c tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0514657 Dec 14 13:02:04.939130 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc81cc1-992f-4ad0-9f68-49aa17454c4d req-140d9312-b6bc-4db3-a194-272f65bfff85 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:04.940656 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3fc81cc1-992f-4ad0-9f68-49aa17454c4d req-140d9312-b6bc-4db3-a194-272f65bfff85 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0498917 Dec 14 13:02:04.984416 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4f17eee6-5568-485d-a532-acfd628ef7fe req-979e4afd-4763-4093-aa07-be53824b69f9 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Dec 14 13:02:05.944297 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-3fc81cc1-992f-4ad0-9f68-49aa17454c4d req-e0c8e0e4-1283-46c4-a324-463dadf7e87a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Deleting port 97df3dc5-b4a4-4c81-9f39-f292ced202fb {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:02:05.944931 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-3fc81cc1-992f-4ad0-9f68-49aa17454c4d req-e0c8e0e4-1283-46c4-a324-463dadf7e87a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:06.030118 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-3fc81cc1-992f-4ad0-9f68-49aa17454c4d req-e0c8e0e4-1283-46c4-a324-463dadf7e87a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] For port 97df3dc5-b4a4-4c81-9f39-f292ced202fb, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=97df3dc5-b4a4-4c81-9f39-f292ced202fb,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:06.030466 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-3fc81cc1-992f-4ad0-9f68-49aa17454c4d req-e0c8e0e4-1283-46c4-a324-463dadf7e87a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:06.042596 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-3fc81cc1-992f-4ad0-9f68-49aa17454c4d req-e0c8e0e4-1283-46c4-a324-463dadf7e87a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Calling delete_port for 97df3dc5-b4a4-4c81-9f39-f292ced202fb owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:02:06.100651 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50928-101a-41a6-b2b1-6bb873f7ba03 req-406c4df0-f751-47d6-81bc-9afe5150d96f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:06.102174 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-78e50928-101a-41a6-b2b1-6bb873f7ba03 req-406c4df0-f751-47d6-81bc-9afe5150d96f tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 946 time: 0.0482697 Dec 14 13:02:06.149290 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-78e50928-101a-41a6-b2b1-6bb873f7ba03 req-5791a402-da91-49b0-a1cc-c7f103b17a8e tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/security-groups?id=685d30b0-9f86-48c7-8b9e-dd4d41757c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410233 Dec 14 13:02:06.181729 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-3fc81cc1-992f-4ad0-9f68-49aa17454c4d req-e0c8e0e4-1283-46c4-a324-463dadf7e87a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:06.209154 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8e0e4-1283-46c4-a324-463dadf7e87a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Pushing event deleted for resources: {'Port': ['ID=97df3dc5-b4a4-4c81-9f39-f292ced202fb,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:06.251445 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc81cc1-992f-4ad0-9f68-49aa17454c4d req-e0c8e0e4-1283-46c4-a324-463dadf7e87a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] No DVR routers for this DVR port 97df3dc5-b4a4-4c81-9f39-f292ced202fb on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:02:06.254248 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-3fc81cc1-992f-4ad0-9f68-49aa17454c4d req-e0c8e0e4-1283-46c4-a324-463dadf7e87a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:06.257721 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-3fc81cc1-992f-4ad0-9f68-49aa17454c4d req-e0c8e0e4-1283-46c4-a324-463dadf7e87a tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.44 "DELETE /v2.0/ports/97df3dc5-b4a4-4c81-9f39-f292ced202fb HTTP/1.1" status: 204 len: 173 time: 0.4053109 Dec 14 13:02:06.258184 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6e04a4-8901-47df-9b51-7c1664bd3f6c', 'name': 'network-vif-deleted', 'tag': '97df3dc5-b4a4-4c81-9f39-f292ced202fb'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:02:06.260487 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db914419-2906-4c3c-8355-cd2c4242f05c" -d '{"events": [{"server_uuid": "eb6e04a4-8901-47df-9b51-7c1664bd3f6c", "name": "network-vif-deleted", "tag": "97df3dc5-b4a4-4c81-9f39-f292ced202fb"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:02:06.301768 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec59dce1-2da3-405e-baff-8db6cef59e48 x-openstack-request-id: req-ec59dce1-2da3-405e-baff-8db6cef59e48 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:02:06.302059 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6e04a4-8901-47df-9b51-7c1664bd3f6c", "name": "network-vif-deleted", "tag": "97df3dc5-b4a4-4c81-9f39-f292ced202fb", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:02:06.302313 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec59dce1-2da3-405e-baff-8db6cef59e48 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:02:06.302720 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6e04a4-8901-47df-9b51-7c1664bd3f6c', 'name': 'network-vif-deleted', 'tag': '97df3dc5-b4a4-4c81-9f39-f292ced202fb', 'status': 'completed', 'code': 200} Dec 14 13:02:07.251411 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fd8d19bc-6e10-4ad2-8afc-f90b970f56fa req-a050fa1f-b2fb-4a01-981b-58e52e2ec7e6 tempest-ServerRescueNegativeTestJSON-1573931620 tempest-ServerRescueNegativeTestJSON-1573931620-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb6e04a4-8901-47df-9b51-7c1664bd3f6c HTTP/1.1" status: 200 len: 210 time: 0.0275466 Dec 14 13:02:07.679840 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['97df3dc5-b4a4-4c81-9f39-f292ced202fb'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:02:08.314107 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46034) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:08.745933 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472088'] for router_interface, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:09.052197 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] Deleting port fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:02:09.052531 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:09.129231 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] For port fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36,segment=NetworkSegment(a578c45b-641d-4089-bed5-13c661fa07d6),segment_id=a578c45b-641d-4089-bed5-13c661fa07d6)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:09.129605 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:09.142085 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] Calling delete_port for fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 owned by network:router_interface {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:02:09.336706 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:09.362559 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:09.526379 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472196'] for router_interface, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:09.677144 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 97df3dc5-b4a4-4c81-9f39-f292ced202fb no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:02:09.699991 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 97df3dc5-b4a4-4c81-9f39-f292ced202fb {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:02:09.700302 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 97df3dc5-b4a4-4c81-9f39-f292ced202fb not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:02:09.943226 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] Router 0693d048-e58a-4626-a2c2-6a6818df8285 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:02:10.052197 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:02:10.061753 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46082) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:10.062268 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-d0aa0db8-ad05-4d2d-961b-0310c9df28a8 admin admin] 10.222.0.49 "PUT /v2.0/routers/0693d048-e58a-4626-a2c2-6a6818df8285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7462866 Dec 14 13:02:10.065151 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ab19f-3325-4f6f-ac40-6c7ca4eab75b None None] Sync routers for ids ['0693d048-e58a-4626-a2c2-6a6818df8285'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:02:10.075646 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ab19f-3325-4f6f-ac40-6c7ca4eab75b None None] Routers {'0693d048-e58a-4626-a2c2-6a6818df8285'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:10.076294 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-e29ab19f-3325-4f6f-ac40-6c7ca4eab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:01:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['0693d048-e58a-4626-a2c2-6a6818df8285'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:10.172204 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Publish callbacks [] for router, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:10.178575 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-e29ab19f-3325-4f6f-ac40-6c7ca4eab75b None None] Set router 0693d048-e58a-4626-a2c2-6a6818df8285 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:10.280572 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:10.340442 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Deleting port 4ea482a9-51da-4386-88e7-6008ad5f47a7 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:02:10.341126 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:10.382752 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-e29ab19f-3325-4f6f-ac40-6c7ca4eab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-router', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T13:02:09Z', 'revision_number': 5, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'gw_port': {'id': '4ea482a9-51da-4386-88e7-6008ad5f47a7', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:10.411835 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ab19f-3325-4f6f-ac40-6c7ca4eab75b None None] Checking router: 0693d048-e58a-4626-a2c2-6a6818df8285 for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:02:10.421159 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ab19f-3325-4f6f-ac40-6c7ca4eab75b None None] Routers {'0693d048-e58a-4626-a2c2-6a6818df8285'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:10.421764 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-e29ab19f-3325-4f6f-ac40-6c7ca4eab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:01:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['0693d048-e58a-4626-a2c2-6a6818df8285'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:10.443446 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] For port 4ea482a9-51da-4386-88e7-6008ad5f47a7, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=4ea482a9-51da-4386-88e7-6008ad5f47a7,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:10.443897 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:10.458823 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Calling delete_port for 4ea482a9-51da-4386-88e7-6008ad5f47a7 owned by network:router_gateway {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:02:10.513701 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-e29ab19f-3325-4f6f-ac40-6c7ca4eab75b None None] Set router 0693d048-e58a-4626-a2c2-6a6818df8285 gateway port host: None {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:10.573752 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-e29ab19f-3325-4f6f-ac40-6c7ca4eab75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-router', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T13:02:10Z', 'revision_number': 6, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'gw_port_host': None}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:10.603020 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ab19f-3325-4f6f-ac40-6c7ca4eab75b None None] The sync data for ids ['0693d048-e58a-4626-a2c2-6a6818df8285'] in dv-cinder-784477-10-iscsi is: [{'id': '0693d048-e58a-4626-a2c2-6a6818df8285', 'name': 'tempest-ServerRescueNegativeTestJSON-2018758596-router', 'tenant_id': '010919ea84eb4eb8b936c63153600eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:02Z', 'updated_at': '2021-12-14T13:02:10Z', 'revision_number': 6, 'project_id': '010919ea84eb4eb8b936c63153600eba', 'gw_port_host': None}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:02:10.696721 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:10.731818 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea482a9-51da-4386-88e7-6008ad5f47a7,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:10.789827 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471078'] for router_gateway, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:10.896373 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60750'] for router, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:10.898857 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.183226 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-468159'] for router, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.184611 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0693d048-e58a-4626-a2c2-6a6818df8285 {{(pid=102351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 13:02:11.189775 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] Publish callbacks [] for router, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.190930 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-d1fca61c-91d5-490f-95f5-28cccb16805b admin admin] 10.222.0.49 "DELETE /v2.0/routers/0693d048-e58a-4626-a2c2-6a6818df8285 HTTP/1.1" status: 204 len: 168 time: 1.1282618 Dec 14 13:02:11.193527 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46104) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:11.237792 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee5dd0b-3a49-49da-95b7-c0fa24f72a1a admin admin] Deleting subnet d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 {{(pid=102351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:02:11.241291 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-dee5dd0b-3a49-49da-95b7-c0fa24f72a1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.277277 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-dee5dd0b-3a49-49da-95b7-c0fa24f72a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777606'] for subnet, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.318767 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-dee5dd0b-3a49-49da-95b7-c0fa24f72a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.384355 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-dee5dd0b-3a49-49da-95b7-c0fa24f72a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695917'] for subnet, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.397170 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-dee5dd0b-3a49-49da-95b7-c0fa24f72a1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.402926 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-dee5dd0b-3a49-49da-95b7-c0fa24f72a1a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d69e9a7d-8100-4d7b-aa1e-0e5544c950e7 HTTP/1.1" status: 204 len: 168 time: 0.2059667 Dec 14 13:02:11.403024 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46114) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:11.418895 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5dd0b-3a49-49da-95b7-c0fa24f72a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69e9a7d-8100-4d7b-aa1e-0e5544c950e7,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:11.475532 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.557913 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.579351 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6092f040-7850-4b5c-8606-0c2c75c91695']}} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:11.589214 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a578c45b-641d-4089-bed5-13c661fa07d6') {'for_net_delete': True} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:11.589510 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a578c45b-641d-4089-bed5-13c661fa07d6') {} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:11.599265 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728583'] for segment, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.612436 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.620351 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:02:11.620842 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8747889'] for segment, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: Traceback (most recent call last): Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: timer() Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: cb(*args, **kw) Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: return func(*args, **kwargs) Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: self._notify() Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: self.callback(batched_events) Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: event.method(event) Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: return f(self, *a, **k) Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._get(url).json() Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: return self.request(url, 'GET', **kwargs) Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:02:11.623303 dv-cinder-784477-10-iscsi neutron-server[102350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:02:11.679209 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.692603 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.692603 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] 10.222.0.49 "DELETE /v2.0/networks/6092f040-7850-4b5c-8606-0c2c75c91695 HTTP/1.1" status: 204 len: 168 time: 0.2852719 Dec 14 13:02:11.708157 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e2f3f-98d1-42bb-9494-c745341b531a admin admin] Pushing event deleted for resources: {'Network': ['ID=6092f040-7850-4b5c-8606-0c2c75c91695,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:11.805194 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:02:11.824787 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:02:11.825481 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device fe3fc1ac-a72e-47ae-bbb8-4d48a3b89f36 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:02:11.826053 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 4ea482a9-51da-4386-88e7-6008ad5f47a7 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:02:11.846009 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 4ea482a9-51da-4386-88e7-6008ad5f47a7 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:02:11.846589 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 4ea482a9-51da-4386-88e7-6008ad5f47a7 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:02:11.873082 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46122) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:11.914482 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-4241a3ee-8f60-49ea-8bbb-85f5ca937c92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=010919ea84eb4eb8b936c63153600eba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428674 Dec 14 13:02:11.917116 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46126) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:11.968401 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:11.990175 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:12.040004 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:12.042632 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:12.043770 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/685d30b0-9f86-48c7-8b9e-dd4d41757c92 HTTP/1.1" status: 204 len: 168 time: 0.1257443 Dec 14 13:02:12.051338 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685d30b0-9f86-48c7-8b9e-dd4d41757c92,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:12.058576 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.058926 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.059298 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.059635 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.059974 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.060300 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.060626 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.060982 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.061318 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.061612 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.061965 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.062282 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.062587 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7aa4c-3c74-4cf1-8327-b45cbbd332a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:12.747158 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46158) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:12.846207 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-165981490-network', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:12.869659 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Made reservation on behalf of 8b1a390d20a54f4d9529d286ab7764a5 for: {'network': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:02:12.872126 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:12.880541 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:12.955712 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:12.962900 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:12.986079 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=102350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 13:02:12.994788 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12401cb6-7cee-4f3c-bda6-1eb4f80c7fbb,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:13.000543 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.000921 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.segments_db [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Added segment 8c214db2-6e91-4c1b-818f-5694d5ebfa09 of type vlan for network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc Dec 14 13:02:13.039726 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.065789 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.066650 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:13.067226 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.121617 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3732989 Dec 14 13:02:13.124836 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46166) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:13.128726 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d6433-7714-4c6c-be3b-371e6e6db14f admin admin] Pushing event updated for resources: {'Network': ['ID=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:13.130450 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] Request body: {'subnet': {'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-165981490-subnet', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:13.139446 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 13:02:13.151994 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] Made reservation on behalf of 8b1a390d20a54f4d9529d286ab7764a5 for: {'subnet': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:02:13.155192 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695818'] for subnet, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.326495 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695828'] for subnet, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.377892 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59290c21-903a-433b-b1a0-d37d58fdcd3c,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:13.388142 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] Checking segment: {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:13.388496 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] Network hostable DHCP agents. Network: bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 13:02:13.407936 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] Network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 13:02:13.418453 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc) {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:13.422870 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:13.423459 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.428842 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd1397-64f7-4fd7-8fe5-6c00ea1a74eb None None] Network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:02:13.439472 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-8e3e0d5a-d877-45c5-9f55-09e8d1634a04 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3129487 Dec 14 13:02:13.442425 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46168) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:13.446993 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:13.469761 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60764'] for router, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.470795 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60757'] for router, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.527047 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.539299 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7780624-8068-474c-9033-08af8478a621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22aba6b6-fb0c-59e1-9f3d-90899b8a9d55-bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c'}]}} from dv-cinder-784477-10-iscsi. {{(pid=102352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 13:02:13.540388 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b7780624-8068-474c-9033-08af8478a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.666818 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.678248 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.db_base_plugin_common [None req-b7780624-8068-474c-9033-08af8478a621 None None] Allocated IP 172.20.0.2 (bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc/59290c21-903a-433b-b1a0-d37d58fdcd3c/88000374-087c-43e6-b8b7-6c9ab2f10d2e) {{(pid=102352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:13.823122 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b7780624-8068-474c-9033-08af8478a621 None None] Publish callbacks [] for port, precommit_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.831252 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b7780624-8068-474c-9033-08af8478a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.873710 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7780624-8068-474c-9033-08af8478a621 None None] Network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc is already hosted by enough agents. {{(pid=102352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:13.880128 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.883811 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.base_scheduler [None req-b7780624-8068-474c-9033-08af8478a621 None None] Resources bound (agent type, host, resource id): {{(pid=102352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:13.888337 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7780624-8068-474c-9033-08af8478a621 None None] Received port after_create {{(pid=102352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:13.891400 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7780624-8068-474c-9033-08af8478a621 None None] Pushing event updated for resources: {'Port': ['ID=88000374-087c-43e6-b8b7-6c9ab2f10d2e,revision_number=1']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:13.918868 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.946154 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-b7780624-8068-474c-9033-08af8478a621 None None] Attempting to bind port 88000374-087c-43e6-b8b7-6c9ab2f10d2e on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:02:13.946531 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-b7780624-8068-474c-9033-08af8478a621 None None] Attempting to bind port 88000374-087c-43e6-b8b7-6c9ab2f10d2e by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:02:13.946940 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7780624-8068-474c-9033-08af8478a621 None None] Attempting to bind port 88000374-087c-43e6-b8b7-6c9ab2f10d2e on network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:13.951931 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7780624-8068-474c-9033-08af8478a621 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:02:13.952390 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7780624-8068-474c-9033-08af8478a621 None None] Checking segment: {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:13.952789 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b7780624-8068-474c-9033-08af8478a621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.953199 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7780624-8068-474c-9033-08af8478a621 None None] Bound using segment: {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:02:13.953660 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-b7780624-8068-474c-9033-08af8478a621 None None] Bound port: 88000374-087c-43e6-b8b7-6c9ab2f10d2e, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:02:13.954034 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b7780624-8068-474c-9033-08af8478a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:13.967113 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-685b7892-bfba-4e51-93cd-b2cfdf3ff8c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1052649 Dec 14 13:02:14.014427 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-b7780624-8068-474c-9033-08af8478a621 None None] For port 88000374-087c-43e6-b8b7-6c9ab2f10d2e, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:02:14.017756 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-b7780624-8068-474c-9033-08af8478a621 None None] For port 88000374-087c-43e6-b8b7-6c9ab2f10d2e, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=88000374-087c-43e6-b8b7-6c9ab2f10d2e,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:02:14.024234 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b7780624-8068-474c-9033-08af8478a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:14.030106 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Allocated IP 172.27.2.251 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/8eefdc57-41e1-4051-90a3-76f5cc96cc45) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:14.080079 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7780624-8068-474c-9033-08af8478a621 None None] Pushing event updated for resources: {'Port': ['ID=88000374-087c-43e6-b8b7-6c9ab2f10d2e,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:14.143118 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:14.179579 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:14.226254 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:14.229672 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:14.236648 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:14.246112 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Pushing event updated for resources: {'Port': ['ID=8eefdc57-41e1-4051-90a3-76f5cc96cc45,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:14.402829 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:14.491600 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:14.686310 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469758'] for router, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:14.819904 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Router 49e7ecbf-402f-4c09-9946-20c66fac0eca is scheduled to L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 with binding_index 1 {{(pid=102350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 13:02:14.893441 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f6ef59-213f-4219-967e-ab0f388d33d6 None None] Network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:02:14.959114 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:02:14.961652 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-ecef4321-c0ad-4100-9189-54f01d79af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:14.963361 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-ecef4321-c0ad-4100-9189-54f01d79af01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 1099 time: 0.0848446 Dec 14 13:02:14.985013 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Sync routers for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:02:14.987077 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:14.988325 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-dc5df294-996b-4d3b-a53d-545b34203e88 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5448413 Dec 14 13:02:14.991303 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46182) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:15.009561 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:15.010188 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:01:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:15.066033 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-fd3a4afb-2ce5-42e5-8d3d-1c2f8ad4601b None None] Provisioning complete for port 88000374-087c-43e6-b8b7-6c9ab2f10d2e triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:15.066409 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4afb-2ce5-42e5-8d3d-1c2f8ad4601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:15.078533 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-64a53690-3370-478a-95a6-dbfb688859a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:15.080012 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-64a53690-3370-478a-95a6-dbfb688859a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 918 time: 0.0894780 Dec 14 13:02:15.123672 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:02:15.152770 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-22e40031-e628-48bc-bb2c-e8f4036a97bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196 HTTP/1.1" status: 200 len: 1001 time: 0.0630851 Dec 14 13:02:15.192811 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:15.207287 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-a6272bf3-649d-4185-9318-520323b46733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:15.208840 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-a6272bf3-649d-4185-9318-520323b46733 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 200 len: 856 time: 0.0469744 Dec 14 13:02:15.280134 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-a98b2d02-3492-4ec6-ae0c-bafc430a40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:15.283316 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-a98b2d02-3492-4ec6-ae0c-bafc430a40c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=685eb097-be44-442e-9106-664041f3bdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0662339 Dec 14 13:02:15.336078 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4afb-2ce5-42e5-8d3d-1c2f8ad4601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:15.395920 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-792eee45-e64b-4d32-88a6-5880627304c3 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057780 Dec 14 13:02:15.400461 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-fd3a4afb-2ce5-42e5-8d3d-1c2f8ad4601b None None] For port 88000374-087c-43e6-b8b7-6c9ab2f10d2e, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=88000374-087c-43e6-b8b7-6c9ab2f10d2e,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:15.422651 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4afb-2ce5-42e5-8d3d-1c2f8ad4601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:15.474458 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:15.482885 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a4afb-2ce5-42e5-8d3d-1c2f8ad4601b None None] Pushing event updated for resources: {'Port': ['ID=88000374-087c-43e6-b8b7-6c9ab2f10d2e,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:15.493767 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:14Z', 'revision_number': 3, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:15.503335 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4f7ae5d0-329d-4a12-85db-ba2d6796c27d req-1161a8b0-1ad0-4aaa-b224-573f19d029cb service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997481 Dec 14 13:02:15.522165 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Checking router: 49e7ecbf-402f-4c09-9946-20c66fac0eca for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:02:15.522610 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Updating router 49e7ecbf-402f-4c09-9946-20c66fac0eca port 8eefdc57-41e1-4051-90a3-76f5cc96cc45 binding host dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:02:15.554982 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:15.586743 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-16bfabe0-abad-43d7-ada4-b655702e094f None None] Provisioning complete for port 88000374-087c-43e6-b8b7-6c9ab2f10d2e triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:15.587122 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-16bfabe0-abad-43d7-ada4-b655702e094f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:15.639850 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Allocated IP 172.20.0.1 (bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc/59290c21-903a-433b-b1a0-d37d58fdcd3c/bcaf2850-b7b7-4d01-985c-a70272c4c225) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:15.753069 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:15.802203 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:15.873172 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:15.874656 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Pushing event updated for resources: {'Port': ['ID=bcaf2850-b7b7-4d01-985c-a70272c4c225,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:15.877512 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:15.881610 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:15.897762 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 88000374-087c-43e6-b8b7-6c9ab2f10d2e up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:15.926125 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471181'] for router_interface, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.001389 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 88000374-087c-43e6-b8b7-6c9ab2f10d2e triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:16.001768 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.113218 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.131655 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Publish callbacks [] for port, precommit_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.140822 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.230354 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Pushing event updated for resources: {'Port': ['ID=8eefdc57-41e1-4051-90a3-76f5cc96cc45,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:16.232692 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Attempting to bind port 8eefdc57-41e1-4051-90a3-76f5cc96cc45 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:02:16.233082 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Attempting to bind port 8eefdc57-41e1-4051-90a3-76f5cc96cc45 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:02:16.233455 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Attempting to bind port 8eefdc57-41e1-4051-90a3-76f5cc96cc45 on network 2946f6d7-cdce-44ff-bb19-df196ff995d7 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:16.242986 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.243956 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.244336 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.244698 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.245065 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.245419 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.245733 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.246052 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.246731 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.247040 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.247370 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.247694 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.248018 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:16.257410 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:02:16.257410 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Checking segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:16.257410 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.257410 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Bound using segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:02:16.257410 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Bound port: 8eefdc57-41e1-4051-90a3-76f5cc96cc45, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:02:16.257410 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.309117 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-6cb63851-136f-46d1-82c2-48a3651507f0 None None] Provisioning complete for port bcaf2850-b7b7-4d01-985c-a70272c4c225 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:16.309496 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6cb63851-136f-46d1-82c2-48a3651507f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.335404 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.341897 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.349029 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] For port 8eefdc57-41e1-4051-90a3-76f5cc96cc45, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:02:16.354119 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] For port 8eefdc57-41e1-4051-90a3-76f5cc96cc45, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8eefdc57-41e1-4051-90a3-76f5cc96cc45,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:02:16.359967 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-6cb63851-136f-46d1-82c2-48a3651507f0 None None] Port bcaf2850-b7b7-4d01-985c-a70272c4c225 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:02:16.362055 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.420901 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:16.421520 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:01:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:16.431184 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Pushing event updated for resources: {'Port': ['ID=bcaf2850-b7b7-4d01-985c-a70272c4c225,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:16.434225 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472125'] for router_interface, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.463067 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b00f5f-c78d-4022-9365-4e8aae7c8e52 None None] Pushing event updated for resources: {'Port': ['ID=8eefdc57-41e1-4051-90a3-76f5cc96cc45,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:16.536924 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:16.540117 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:16.541509 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:16.660369 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Router 49e7ecbf-402f-4c09-9946-20c66fac0eca has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:02:16.751201 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 2, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:16.768712 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:02:16.782333 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-5acc3cef-d062-40e8-b4ce-cb48f84f4fec admin admin] 10.222.0.49 "PUT /v2.0/routers/49e7ecbf-402f-4c09-9946-20c66fac0eca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7814620 Dec 14 13:02:16.782454 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15300-ec2d-4900-9275-59381a8c0967 None None] The sync data for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi is: [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 2, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:02:16.793233 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-7062f801-6833-43cc-b986-b38f55a8392b None None] Provisioning complete for port bcaf2850-b7b7-4d01-985c-a70272c4c225 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:16.793685 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-7062f801-6833-43cc-b986-b38f55a8392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:16.828513 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-7062f801-6833-43cc-b986-b38f55a8392b None None] Port bcaf2850-b7b7-4d01-985c-a70272c4c225 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:02:17.245219 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46212) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:17.249884 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-39970555-1d1b-4932-a338-3eec79852d13 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2051723768', 'description': 'tempest-description--1423436321'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:17.274772 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-39970555-1d1b-4932-a338-3eec79852d13 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.355779 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-39970555-1d1b-4932-a338-3eec79852d13 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.360498 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-39970555-1d1b-4932-a338-3eec79852d13 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.394361 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-39970555-1d1b-4932-a338-3eec79852d13 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.397863 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-39970555-1d1b-4932-a338-3eec79852d13 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1515520 Dec 14 13:02:17.399275 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46216) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:17.400685 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39970555-1d1b-4932-a338-3eec79852d13 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:17.409919 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-9f196247-7a0b-4222-819d-660c20a3f7b8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'security_group_rule': {'security_group_id': '3992e5de-3ad9-4ca0-a38d-4baff4d2cd66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:17.440007 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9f196247-7a0b-4222-819d-660c20a3f7b8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.513295 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9f196247-7a0b-4222-819d-660c20a3f7b8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.518369 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9f196247-7a0b-4222-819d-660c20a3f7b8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.538933 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f196247-7a0b-4222-819d-660c20a3f7b8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c449f80a-1144-46f6-8540-4a1b5e23a88e,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:17.544738 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9f196247-7a0b-4222-819d-660c20a3f7b8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.549151 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-9f196247-7a0b-4222-819d-660c20a3f7b8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459703 Dec 14 13:02:17.549284 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46220) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:17.554129 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-62842d92-b1c1-463f-9dcf-1f2d521918ed tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'security_group_rule': {'security_group_id': '3992e5de-3ad9-4ca0-a38d-4baff4d2cd66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:17.585919 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-62842d92-b1c1-463f-9dcf-1f2d521918ed tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.641738 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-62842d92-b1c1-463f-9dcf-1f2d521918ed tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.646525 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-62842d92-b1c1-463f-9dcf-1f2d521918ed tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.662086 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62842d92-b1c1-463f-9dcf-1f2d521918ed tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e811ec15-d9d8-4d25-a46e-23fc27d34bfe,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:17.673948 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-62842d92-b1c1-463f-9dcf-1f2d521918ed tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.675202 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-62842d92-b1c1-463f-9dcf-1f2d521918ed tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247907 Dec 14 13:02:17.678369 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46222) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:17.682973 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'floatingip': {'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:17.710069 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.808204 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.872085 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8eefdc57-41e1-4051-90a3-76f5cc96cc45 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:17.920494 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 8eefdc57-41e1-4051-90a3-76f5cc96cc45 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:17.920891 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:17.925802 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Allocated IP 172.27.2.148 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/841bfe99-002d-4b06-9a6e-281e14395109) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:18.004097 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:18.025674 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port 8eefdc57-41e1-4051-90a3-76f5cc96cc45, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8eefdc57-41e1-4051-90a3-76f5cc96cc45,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:18.029935 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:18.033485 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:18.069543 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:18.079339 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=8eefdc57-41e1-4051-90a3-76f5cc96cc45,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:18.115072 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:18.117973 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:18.122236 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:18.125238 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'Port': ['ID=841bfe99-002d-4b06-9a6e-281e14395109,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:18.207832 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:18.245326 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:18.409169 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:18.415100 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:18.481549 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'Port': ['ID=841bfe99-002d-4b06-9a6e-281e14395109,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:18.494380 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:18.516771 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:18.522726 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e370d8cc-5262-4ba6-96a6-82445be4181a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8387296 Dec 14 13:02:18.672635 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-0709934f-0fbc-4bc5-9573-58211e9a3831 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2051723768&fields=id&tenant_id=8b1a390d20a54f4d9529d286ab7764a5 HTTP/1.1" status: 200 len: 267 time: 0.0452664 Dec 14 13:02:18.709093 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Sync routers for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:02:18.720198 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:18.720964 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:01:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:18.782788 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-181cd007-d550-4971-b6d3-e5d3909fd4e0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:18.784261 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-181cd007-d550-4971-b6d3-e5d3909fd4e0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 810 time: 0.1041868 Dec 14 13:02:18.800137 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-693f5cd0-3f91-47d8-ac88-fac730455410 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/quotas/8b1a390d20a54f4d9529d286ab7764a5 HTTP/1.1" status: 200 len: 375 time: 0.0097117 Dec 14 13:02:18.827349 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:18.851028 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-edcbfef4-496d-4bb4-ad19-4cd22a5ea8bc tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447807 Dec 14 13:02:18.951892 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-cbae364e-8885-4d2f-bda3-fd8da2465fca service neutron] 10.222.0.49 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854821 Dec 14 13:02:19.024601 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 2, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:19.040513 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-4f3c0fbb-3412-490a-a773-5c15b8484091 service neutron] 10.222.0.49 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825167 Dec 14 13:02:19.142706 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Checking router: 49e7ecbf-402f-4c09-9946-20c66fac0eca for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:02:19.143055 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Updating router 49e7ecbf-402f-4c09-9946-20c66fac0eca port bcaf2850-b7b7-4d01-985c-a70272c4c225 binding host dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:02:19.170703 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:19.210554 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-83ad2ab6-331e-4f15-9c37-4cfe3c0bdb10 req-c00a9d84-4acf-4498-a39e-74b2b396f5a9 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 210 time: 0.0308709 Dec 14 13:02:19.445868 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Publish callbacks [] for port, precommit_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:19.452019 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:19.504788 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Pushing event updated for resources: {'Port': ['ID=bcaf2850-b7b7-4d01-985c-a70272c4c225,revision_number=3']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:19.513847 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.514314 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.514873 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.515361 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.515903 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.516290 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.516682 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.517053 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.517378 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.518207 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.518207 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.518691 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.518833 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:19.578603 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Attempting to bind port bcaf2850-b7b7-4d01-985c-a70272c4c225 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:02:19.578970 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Attempting to bind port bcaf2850-b7b7-4d01-985c-a70272c4c225 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:02:19.579331 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Attempting to bind port bcaf2850-b7b7-4d01-985c-a70272c4c225 on network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:19.585623 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:02:19.586713 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Checking segment: {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:19.587132 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:19.587575 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Bound using segment: {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:02:19.588206 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Bound port: bcaf2850-b7b7-4d01-985c-a70272c4c225, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'}}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:02:19.588446 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:19.666694 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] For port bcaf2850-b7b7-4d01-985c-a70272c4c225, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:02:19.672530 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] For port bcaf2850-b7b7-4d01-985c-a70272c4c225, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=bcaf2850-b7b7-4d01-985c-a70272c4c225,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:02:19.678230 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:19.741041 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:19.741743 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:01:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:19.745144 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543085a-09b0-4b18-bc93-b5d2a577aaad None None] Pushing event updated for resources: {'Port': ['ID=bcaf2850-b7b7-4d01-985c-a70272c4c225,revision_number=4']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:19.770501 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-2a8001db-7bc3-47cf-abae-76cad0ca78c8 None None] Provisioning complete for port bcaf2850-b7b7-4d01-985c-a70272c4c225 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:19.770969 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-2a8001db-7bc3-47cf-abae-76cad0ca78c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:19.871103 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8eefdc57-41e1-4051-90a3-76f5cc96cc45 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:19.898114 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:19.901952 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-2a8001db-7bc3-47cf-abae-76cad0ca78c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:19.948464 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-2a8001db-7bc3-47cf-abae-76cad0ca78c8 None None] For port bcaf2850-b7b7-4d01-985c-a70272c4c225, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=bcaf2850-b7b7-4d01-985c-a70272c4c225,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:19.952890 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 8eefdc57-41e1-4051-90a3-76f5cc96cc45 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:19.953262 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:19.955972 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-2a8001db-7bc3-47cf-abae-76cad0ca78c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:20.031404 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8001db-7bc3-47cf-abae-76cad0ca78c8 None None] Pushing event updated for resources: {'Port': ['ID=bcaf2850-b7b7-4d01-985c-a70272c4c225,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:20.084580 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-52e35727-5cde-443c-a73c-dee3c1a0e88a None None] Provisioning complete for port bcaf2850-b7b7-4d01-985c-a70272c4c225 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:20.085056 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-52e35727-5cde-443c-a73c-dee3c1a0e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:20.101741 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:20.130178 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d80b6-09cd-4daf-aaa1-0aaaffb27ea4 None None] The sync data for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi is: [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:02:20.280788 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-fce607d8-ada6-4fcd-a996-c106bb1b819e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:20.282434 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-fce607d8-ada6-4fcd-a996-c106bb1b819e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.44 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 810 time: 0.1229610 Dec 14 13:02:20.334334 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c441b82f-ce08-4772-b36a-c9e847c5a922 req-789ce9fd-d303-455c-8eb9-b62483f3b4df tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 210 time: 0.0296507 Dec 14 13:02:20.359082 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-cd15646e-91c5-4539-968a-2b0bfda7976b tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b1a390d20a54f4d9529d286ab7764a5 HTTP/1.1" status: 200 len: 380 time: 0.0631864 Dec 14 13:02:20.371930 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'port': {'device_id': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'admin_state_up': True, 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'security_groups': ['3992e5de-3ad9-4ca0-a38d-4baff4d2cd66']}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:20.486862 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Made reservation on behalf of 8b1a390d20a54f4d9529d286ab7764a5 for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:02:20.490695 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:20.636978 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Allocated IP 172.20.0.9 (bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc/59290c21-903a-433b-b1a0-d37d58fdcd3c/a2ba138b-4125-4b6b-ab4d-99c16d8b8a80) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:20.798166 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:20.840445 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:21.094170 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:21.097285 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:21.100874 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:21.107292 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'Port': ['ID=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:21.154873 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:21.155494 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:21.179923 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-5d250fe7-9017-4d60-b90a-7636fa93baf0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8109860 Dec 14 13:02:21.192046 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Request body: {'port': {'device_id': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:21.257090 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:21.309004 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-d2357495-c9d1-43bc-9598-fca3d482fe9d None None] Provisioning complete for port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:21.309663 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d2357495-c9d1-43bc-9598-fca3d482fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:21.344332 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-d2357495-c9d1-43bc-9598-fca3d482fe9d None None] Port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:02:21.455449 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc9334-b45e-4e7e-94a6-55090623c6a4 req-7e897a83-d215-4389-926b-ec9e4f1f2e1c tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:21.461332 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7dbc9334-b45e-4e7e-94a6-55090623c6a4 req-7e897a83-d215-4389-926b-ec9e4f1f2e1c tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 931 time: 0.0573344 Dec 14 13:02:21.505911 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7dbc9334-b45e-4e7e-94a6-55090623c6a4 req-2f07f4e5-97bc-4520-8854-093c4a98df38 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425696 Dec 14 13:02:21.521559 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:02:21.529191 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:21.542351 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Transition to ACTIVE for port object a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 13:02:21.547723 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:21.596557 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Pushing event updated for resources: {'Port': ['ID=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:21.669898 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Attempting to bind port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:02:21.670236 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Attempting to bind port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:02:21.670597 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Attempting to bind port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 on network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:21.675184 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 on network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 13:02:21.675515 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Attempting to bind port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 on network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:21.680790 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:02:21.681164 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Checking segment: {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:21.681554 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Bound using segment: {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:02:21.681988 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Bound port: a2ba138b-4125-4b6b-ab4d-99c16d8b8a80, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:02:21.682344 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:21.750833 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] For port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:02:21.756259 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] For port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:02:21.762801 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:21.804666 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:21.805531 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:21.806899 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] 10.222.0.44 "PUT /v2.0/ports/a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 HTTP/1.1" status: 200 len: 1093 time: 0.6192391 Dec 14 13:02:21.807356 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'tag': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:02:21.809681 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8e1f2f-c109-4413-9d56-33ef0b651f85", "tag": "a2ba138b-4125-4b6b-ab4d-99c16d8b8a80"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:02:21.867315 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device bcaf2850-b7b7-4d01-985c-a70272c4c225 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:21.871069 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642af09f-4039-4d6d-aee6-08606cac493a service neutron] Pushing event updated for resources: {'Port': ['ID=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:21.882033 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661acf36-6db4-4197-b7ef-06959a4f5c03 x-openstack-request-id: req-661acf36-6db4-4197-b7ef-06959a4f5c03 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:02:21.882330 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8e1f2f-c109-4413-9d56-33ef0b651f85", "tag": "a2ba138b-4125-4b6b-ab4d-99c16d8b8a80", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:02:21.882586 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-661acf36-6db4-4197-b7ef-06959a4f5c03 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:02:21.883421 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'tag': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80', 'status': 'completed', 'code': 200} Dec 14 13:02:21.939095 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port bcaf2850-b7b7-4d01-985c-a70272c4c225 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:21.939655 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:21.943974 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-9ac4717e-696a-4e4d-b754-7a14a848fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:21.949568 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-9ac4717e-696a-4e4d-b754-7a14a848fa2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 1096 time: 0.0633936 Dec 14 13:02:22.027203 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-51a16429-a489-4ab5-9060-48728f654327 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 HTTP/1.1" status: 200 len: 217 time: 0.0707622 Dec 14 13:02:22.087377 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-e2397a1d-e705-4a68-88fb-38f0746f8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:22.089722 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-e2397a1d-e705-4a68-88fb-38f0746f8319 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59290c21-903a-433b-b1a0-d37d58fdcd3c HTTP/1.1" status: 200 len: 849 time: 0.0548959 Dec 14 13:02:22.143002 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-85976aee-661f-4550-8329-ba582bb31b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:22.144662 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-85976aee-661f-4550-8329-ba582bb31b4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467813 Dec 14 13:02:22.241465 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-a0a9d363-5c50-46aa-958e-954e51b052f9 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891929 Dec 14 13:02:22.337571 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b5e727b-fb29-4750-a625-0b617acd85cb req-8fddc43a-ed22-485a-b9bb-03b942d45911 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889218 Dec 14 13:02:22.439143 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f req-15d8b7f4-1e00-4e65-95fa-ae4d060715d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:22.440801 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f req-15d8b7f4-1e00-4e65-95fa-ae4d060715d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 1096 time: 0.0519919 Dec 14 13:02:22.535599 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f req-0e6e5517-317f-4cff-8e0a-76b8be37f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:22.537111 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f req-0e6e5517-317f-4cff-8e0a-76b8be37f813 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 911 time: 0.0875430 Dec 14 13:02:22.583494 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f req-e16ad97a-69b7-4ef7-8c79-55bf3469f091 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 HTTP/1.1" status: 200 len: 217 time: 0.0375404 Dec 14 13:02:22.621921 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d558c3-27e5-4a48-a2f4-fc1f9818026d req-7013c2ae-9a7a-409e-9a21-94002b87a07f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:22.623361 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-98d558c3-27e5-4a48-a2f4-fc1f9818026d req-7013c2ae-9a7a-409e-9a21-94002b87a07f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 943 time: 0.0492275 Dec 14 13:02:22.632730 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f req-a82ed4ec-6640-4e3a-bd8a-6835baf9a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:22.634189 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f req-a82ed4ec-6640-4e3a-bd8a-6835baf9a494 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59290c21-903a-433b-b1a0-d37d58fdcd3c HTTP/1.1" status: 200 len: 849 time: 0.0437462 Dec 14 13:02:22.674910 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-98d558c3-27e5-4a48-a2f4-fc1f9818026d req-c431a3cd-496a-4e17-bb46-9d2e389d0d75 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443158 Dec 14 13:02:22.682411 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f req-cc520582-5b3a-47bd-8c2b-290385c5bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:22.684072 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f req-cc520582-5b3a-47bd-8c2b-290385c5bc38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408421 Dec 14 13:02:22.779511 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f req-f4e2b4e4-2d8f-473f-94c5-b0bdaa759671 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871677 Dec 14 13:02:22.882768 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c24b69fb-cafa-4f80-a4d7-6c54b4c76f0f req-97317b57-ad0e-4678-8de5-bdc298e9a201 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936892 Dec 14 13:02:23.717351 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46358) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:23.792042 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b354d-22ec-4344-b7ed-59e416d8f78b req-9b44a770-5992-4e3b-8a46-356d45492a2d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:23.796108 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-165b354d-22ec-4344-b7ed-59e416d8f78b req-9b44a770-5992-4e3b-8a46-356d45492a2d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 943 time: 0.0522912 Dec 14 13:02:23.829568 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-af50b9fa-f05e-4643-81b8-a7a3adbf62f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:23.865614 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-165b354d-22ec-4344-b7ed-59e416d8f78b req-f86427a3-ab1d-421d-acb2-a39f2fec2568 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657971 Dec 14 13:02:23.876283 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-52530f06-9acf-4979-b0d8-4121e7b2333d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:23.922997 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-af50b9fa-f05e-4643-81b8-a7a3adbf62f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:23.928382 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-af50b9fa-f05e-4643-81b8-a7a3adbf62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:23.965737 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-af50b9fa-f05e-4643-81b8-a7a3adbf62f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ae8b79bf59245d59394f7a832a37b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471437 Dec 14 13:02:23.966432 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50b9fa-f05e-4643-81b8-a7a3adbf62f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ca24c3-1631-4df7-93f6-a207452ba42f,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:23.969283 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46362) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:24.017299 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-74491990-22c4-4499-8d29-faeca4504cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:24.039055 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-74491990-22c4-4499-8d29-faeca4504cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:24.097373 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-74491990-22c4-4499-8d29-faeca4504cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:24.101154 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-74491990-22c4-4499-8d29-faeca4504cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:24.102367 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-74491990-22c4-4499-8d29-faeca4504cd6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90ca24c3-1631-4df7-93f6-a207452ba42f HTTP/1.1" status: 204 len: 168 time: 0.1318538 Dec 14 13:02:24.110381 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74491990-22c4-4499-8d29-faeca4504cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ca24c3-1631-4df7-93f6-a207452ba42f,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:24.388254 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46378) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:24.407719 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e2cda6aa-7206-46a3-9847-b32ba69565bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:24.489322 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e2cda6aa-7206-46a3-9847-b32ba69565bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:24.496416 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e2cda6aa-7206-46a3-9847-b32ba69565bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:24.533674 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-e2cda6aa-7206-46a3-9847-b32ba69565bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fcc849167ab54837a4399e8aa9080c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438665 Dec 14 13:02:24.534510 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cda6aa-7206-46a3-9847-b32ba69565bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab27a03-c5cf-45b9-bd86-56f15dae6e02,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:24.536476 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46380) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:24.589372 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-79c497a0-3f98-4fda-8190-8b5142d730c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:24.610434 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-79c497a0-3f98-4fda-8190-8b5142d730c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:24.659729 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-79c497a0-3f98-4fda-8190-8b5142d730c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:24.662441 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-79c497a0-3f98-4fda-8190-8b5142d730c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:24.663756 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-79c497a0-3f98-4fda-8190-8b5142d730c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ab27a03-c5cf-45b9-bd86-56f15dae6e02 HTTP/1.1" status: 204 len: 168 time: 0.1261415 Dec 14 13:02:24.672412 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c497a0-3f98-4fda-8190-8b5142d730c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab27a03-c5cf-45b9-bd86-56f15dae6e02,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:24.984344 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8136a9-ab22-4cbc-8203-64f58d5c2fc4 req-8227d2f1-ed41-452d-ae31-5f74ab117627 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:24.986036 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ec8136a9-ab22-4cbc-8203-64f58d5c2fc4 req-8227d2f1-ed41-452d-ae31-5f74ab117627 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 943 time: 0.0510638 Dec 14 13:02:25.037157 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ec8136a9-ab22-4cbc-8203-64f58d5c2fc4 req-a9089791-972f-4e85-9790-44c05ef4aff8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449357 Dec 14 13:02:25.236210 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:02:25.338808 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:25.352586 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'port_id': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80', 'mac_address': 'fa:16:3e:24:aa:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:02:25.394374 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:25.408041 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:02:25.430200 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:25.435149 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:25.487937 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:25.670851 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['a2ba138b-4125-4b6b-ab4d-99c16d8b8a80'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:02:25.941850 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-4ed23895-be40-4996-82e2-df5249f8a351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:26.159962 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b36d3-3c95-4a2b-a870-9c4a180c8fd1 req-4ea9056d-7aa1-4719-9e0a-ed783f21771c tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:26.161487 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e03b36d3-3c95-4a2b-a870-9c4a180c8fd1 req-4ea9056d-7aa1-4719-9e0a-ed783f21771c tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 944 time: 0.0537658 Dec 14 13:02:26.210143 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e03b36d3-3c95-4a2b-a870-9c4a180c8fd1 req-7aae9365-4fc5-4941-adc2-4f6fb52e50cf tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422328 Dec 14 13:02:26.486481 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46452) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:26.601148 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a0cf-7047-4490-a6eb-7c4e964500d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:26.685247 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a0cf-7047-4490-a6eb-7c4e964500d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:26.689941 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a0cf-7047-4490-a6eb-7c4e964500d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:26.727300 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e1f9a0cf-7047-4490-a6eb-7c4e964500d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7786f5df358f496eae6cbe7ade9b3c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396996 Dec 14 13:02:26.728430 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9a0cf-7047-4490-a6eb-7c4e964500d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97da7c6a-498b-47a6-9ff9-48ce174ce8bc,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:26.730245 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46468) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:26.789601 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e745-b5bc-4ef1-8b05-ff22e74c2022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:26.813025 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e745-b5bc-4ef1-8b05-ff22e74c2022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:26.864273 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e745-b5bc-4ef1-8b05-ff22e74c2022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:26.867025 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e745-b5bc-4ef1-8b05-ff22e74c2022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:26.868173 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-4aa5e745-b5bc-4ef1-8b05-ff22e74c2022 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97da7c6a-498b-47a6-9ff9-48ce174ce8bc HTTP/1.1" status: 204 len: 168 time: 0.1368542 Dec 14 13:02:26.875879 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5e745-b5bc-4ef1-8b05-ff22e74c2022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97da7c6a-498b-47a6-9ff9-48ce174ce8bc,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:27.137641 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46474) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:27.151054 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d04ad69d-4536-44e9-96f8-888c4e029af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:27.227740 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d04ad69d-4536-44e9-96f8-888c4e029af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:27.233369 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d04ad69d-4536-44e9-96f8-888c4e029af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:27.242314 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:27.269531 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ad69d-4536-44e9-96f8-888c4e029af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5be233-0d16-4734-9b79-9f9a2793ff10,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:27.276697 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46478) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:27.277349 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-d04ad69d-4536-44e9-96f8-888c4e029af7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c59ad36b0dc246f682a74407648d25da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380301 Dec 14 13:02:27.307260 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 13:02:27.309603 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:27.312450 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:27.312809 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:27.359466 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8c786546-b10e-4832-8ffb-2c379ef1f36d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:27.368753 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9483bd9-97d1-4c78-bc6a-ee9031b35d0c req-11c13185-580b-4e21-94cd-fe4cfe548ec0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:27.370336 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a9483bd9-97d1-4c78-bc6a-ee9031b35d0c req-11c13185-580b-4e21-94cd-fe4cfe548ec0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 944 time: 0.0861614 Dec 14 13:02:27.391176 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:27.403010 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8c786546-b10e-4832-8ffb-2c379ef1f36d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:27.417359 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:02:27.419921 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acab4bf-ea4e-4422-b36f-544dc89d6303" -d '{"events": [{"server_uuid": "1b8e1f2f-c109-4413-9d56-33ef0b651f85", "name": "network-vif-plugged", "status": "completed", "tag": "a2ba138b-4125-4b6b-ab4d-99c16d8b8a80"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:02:27.433579 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:27.438261 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:27.453764 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a9483bd9-97d1-4c78-bc6a-ee9031b35d0c req-1a94057d-ffc7-45fd-9d7a-954a2bb8e17b tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762496 Dec 14 13:02:27.469510 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aaba3a-01ac-4420-b63a-9bf69c207948 x-openstack-request-id: req-46aaba3a-01ac-4420-b63a-9bf69c207948 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:02:27.469893 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8e1f2f-c109-4413-9d56-33ef0b651f85", "name": "network-vif-plugged", "status": "completed", "tag": "a2ba138b-4125-4b6b-ab4d-99c16d8b8a80", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:02:27.470040 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46aaba3a-01ac-4420-b63a-9bf69c207948 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:02:27.470562 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80', 'code': 200} Dec 14 13:02:27.486531 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8c786546-b10e-4832-8ffb-2c379ef1f36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:27.486531 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8c786546-b10e-4832-8ffb-2c379ef1f36d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:27.490651 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-8c786546-b10e-4832-8ffb-2c379ef1f36d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b5be233-0d16-4734-9b79-9f9a2793ff10 HTTP/1.1" status: 204 len: 168 time: 0.2125568 Dec 14 13:02:27.500374 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c786546-b10e-4832-8ffb-2c379ef1f36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5be233-0d16-4734-9b79-9f9a2793ff10,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:27.515089 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:27.641266 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4a4b-a4d2-4f34-a9c9-7191d8a3edd6 req-4bdf5c6e-4d64-4074-8e13-eb28ac5a2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:27.642782 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-6f9b4a4b-a4d2-4f34-a9c9-7191d8a3edd6 req-4bdf5c6e-4d64-4074-8e13-eb28ac5a2f26 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 1098 time: 0.0405579 Dec 14 13:02:27.689937 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-6f9b4a4b-a4d2-4f34-a9c9-7191d8a3edd6 req-a65c9cec-759f-486e-9d45-d4532256b5b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399446 Dec 14 13:02:28.575043 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:28.585650 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b7483-e258-45b5-a0d0-389f82536c5e req-6b4ebbc7-53ce-41a4-a01d-c67557c11b62 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:28.587139 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-084b7483-e258-45b5-a0d0-389f82536c5e req-6b4ebbc7-53ce-41a4-a01d-c67557c11b62 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0512888 Dec 14 13:02:28.640163 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-084b7483-e258-45b5-a0d0-389f82536c5e req-959f56d9-9774-4aba-8506-953b1bea607d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436997 Dec 14 13:02:28.807155 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46530) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:28.856300 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d34c3e9-b3a6-47f0-b92a-567a948cf091 admin admin] Deleting subnet f131e730-e425-4a3a-be4f-28a7fd66e33d {{(pid=102351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:02:28.859793 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1d34c3e9-b3a6-47f0-b92a-567a948cf091 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:28.893694 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1d34c3e9-b3a6-47f0-b92a-567a948cf091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777606'] for subnet, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:28.940363 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1d34c3e9-b3a6-47f0-b92a-567a948cf091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:28.991370 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1d34c3e9-b3a6-47f0-b92a-567a948cf091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695917'] for subnet, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.016103 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34c3e9-b3a6-47f0-b92a-567a948cf091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f131e730-e425-4a3a-be4f-28a7fd66e33d,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:29.020281 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1d34c3e9-b3a6-47f0-b92a-567a948cf091 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.025784 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-1d34c3e9-b3a6-47f0-b92a-567a948cf091 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f131e730-e425-4a3a-be4f-28a7fd66e33d HTTP/1.1" status: 204 len: 168 time: 0.2154675 Dec 14 13:02:29.026322 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46538) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:29.098985 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.178273 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.198325 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a723a9f-3224-4b49-afa4-08d253222330']}} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:29.207316 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8a2468-a59e-4dcb-a467-9a683de7caeb') {'for_net_delete': True} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:29.207608 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8a2468-a59e-4dcb-a467-9a683de7caeb') {} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:29.216696 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777725'] for segment, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.229719 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.235625 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:02:29.236014 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8581097'] for segment, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: Traceback (most recent call last): Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: timer() Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: cb(*args, **kw) Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: return func(*args, **kwargs) Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: self._notify() Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: self.callback(batched_events) Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: event.method(event) Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: return f(self, *a, **k) Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._get(url).json() Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: return self.request(url, 'GET', **kwargs) Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:02:29.237732 dv-cinder-784477-10-iscsi neutron-server[102351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:02:29.475272 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.506875 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.512192 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.515392 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] 10.222.0.49 "DELETE /v2.0/networks/5a723a9f-3224-4b49-afa4-08d253222330 HTTP/1.1" status: 204 len: 168 time: 0.4880667 Dec 14 13:02:29.526488 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bd3f0-0530-4807-8659-f0ca42a5214b admin admin] Pushing event deleted for resources: {'Network': ['ID=5a723a9f-3224-4b49-afa4-08d253222330,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:29.684736 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46546) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:29.748125 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-8385eb82-eab2-4408-92ea-96a33c29e08d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1bf776f341b4721b28eb9a5c84ba866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621436 Dec 14 13:02:29.750963 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46548) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:29.767417 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2d084-43e1-44b6-be3a-98f54bc98320 req-d5dd198c-d037-40d0-881f-b303a61138ea tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:29.768973 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c3c2d084-43e1-44b6-be3a-98f54bc98320 req-d5dd198c-d037-40d0-881f-b303a61138ea tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0583465 Dec 14 13:02:29.800886 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-99f30df5-11a4-4cf7-8b2a-51dcf83b9050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.821626 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-99f30df5-11a4-4cf7-8b2a-51dcf83b9050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.822181 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c3c2d084-43e1-44b6-be3a-98f54bc98320 req-79ebd38a-008a-47c8-addb-74201070553b tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468616 Dec 14 13:02:29.873117 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-99f30df5-11a4-4cf7-8b2a-51dcf83b9050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.875680 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-99f30df5-11a4-4cf7-8b2a-51dcf83b9050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:29.876869 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-99f30df5-11a4-4cf7-8b2a-51dcf83b9050 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b1475b3-2dd2-49a7-a348-5034c11fd511 HTTP/1.1" status: 204 len: 168 time: 0.1246798 Dec 14 13:02:29.887484 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f30df5-11a4-4cf7-8b2a-51dcf83b9050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1475b3-2dd2-49a7-a348-5034c11fd511,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:29.936190 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865d3b7-cd1e-4244-873b-b4a8b5090635 req-42218cfc-ad21-4f32-b87e-c818f7fba74b tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:29.937735 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2865d3b7-cd1e-4244-873b-b4a8b5090635 req-42218cfc-ad21-4f32-b87e-c818f7fba74b tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0495098 Dec 14 13:02:29.946823 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46556) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:29.951289 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-efec3738-c743-42e7-a0d0-af1cf8de5784 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'floatingip': {'port_id': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:29.991103 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-efec3738-c743-42e7-a0d0-af1cf8de5784 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:30.467659 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-efec3738-c743-42e7-a0d0-af1cf8de5784 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:30.472520 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-efec3738-c743-42e7-a0d0-af1cf8de5784 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:30.574889 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.l3_db [None req-efec3738-c743-42e7-a0d0-af1cf8de5784 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Floating IP c961175f-c0e0-40a3-84f2-ebcb696020f4 associated. External IP: 172.27.2.148, port: a2ba138b-4125-4b6b-ab4d-99c16d8b8a80. Dec 14 13:02:30.789442 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efec3738-c743-42e7-a0d0-af1cf8de5784 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Router 49e7ecbf-402f-4c09-9946-20c66fac0eca has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:02:30.895168 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efec3738-c743-42e7-a0d0-af1cf8de5784 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:02:30.899902 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-efec3738-c743-42e7-a0d0-af1cf8de5784 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:30.904986 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6f9fa9-e81d-4dc6-ace9-4d19857d41e4 None None] Sync routers for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:02:30.914883 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6f9fa9-e81d-4dc6-ace9-4d19857d41e4 None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:30.915504 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-9f6f9fa9-e81d-4dc6-ace9-4d19857d41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:30.927560 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-efec3738-c743-42e7-a0d0-af1cf8de5784 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "PUT /v2.0/floatingips/c961175f-c0e0-40a3-84f2-ebcb696020f4 HTTP/1.1" status: 200 len: 991 time: 0.9795961 Dec 14 13:02:30.928154 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'tag': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:02:30.930421 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8776b8f7-5f73-417f-b8c3-4da63da3d88a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8e1f2f-c109-4413-9d56-33ef0b651f85", "tag": "a2ba138b-4125-4b6b-ab4d-99c16d8b8a80"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:02:30.967011 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6490b7fc-17d2-4049-93ee-066ee4968b49 x-openstack-request-id: req-6490b7fc-17d2-4049-93ee-066ee4968b49 {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:02:30.969399 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8e1f2f-c109-4413-9d56-33ef0b651f85", "tag": "a2ba138b-4125-4b6b-ab4d-99c16d8b8a80", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:02:30.969756 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6490b7fc-17d2-4049-93ee-066ee4968b49 {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:02:30.970230 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'tag': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80', 'status': 'completed', 'code': 200} Dec 14 13:02:31.022698 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-9f6f9fa9-e81d-4dc6-ace9-4d19857d41e4 None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:31.034902 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b8f7-5f73-417f-b8c3-4da63da3d88a req-d67d4730-1023-487b-aae5-748e9114c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:31.036691 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8776b8f7-5f73-417f-b8c3-4da63da3d88a req-d67d4730-1023-487b-aae5-748e9114c295 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 1098 time: 0.0449965 Dec 14 13:02:31.128295 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b8f7-5f73-417f-b8c3-4da63da3d88a req-91578326-ae06-4957-880e-8c01c894775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:31.129773 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8776b8f7-5f73-417f-b8c3-4da63da3d88a req-91578326-ae06-4957-880e-8c01c894775c service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 911 time: 0.0862954 Dec 14 13:02:31.199861 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8776b8f7-5f73-417f-b8c3-4da63da3d88a req-f52b7e88-e559-4fcb-b4a1-3599340ed7fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 HTTP/1.1" status: 200 len: 999 time: 0.0621240 Dec 14 13:02:31.255817 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b8f7-5f73-417f-b8c3-4da63da3d88a req-d81b335e-e44b-455a-9bea-9d3a0e21478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:31.257412 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8776b8f7-5f73-417f-b8c3-4da63da3d88a req-d81b335e-e44b-455a-9bea-9d3a0e21478a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59290c21-903a-433b-b1a0-d37d58fdcd3c HTTP/1.1" status: 200 len: 849 time: 0.0484779 Dec 14 13:02:31.305238 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b8f7-5f73-417f-b8c3-4da63da3d88a req-bd64d190-8130-4dfa-91c9-49c4bf30996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:31.306966 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8776b8f7-5f73-417f-b8c3-4da63da3d88a req-bd64d190-8130-4dfa-91c9-49c4bf30996e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419190 Dec 14 13:02:31.413033 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8776b8f7-5f73-417f-b8c3-4da63da3d88a req-02c84f54-cab5-489f-b3bc-8cedae5c9631 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985320 Dec 14 13:02:31.431911 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-9f6f9fa9-e81d-4dc6-ace9-4d19857d41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': 'c961175f-c0e0-40a3-84f2-ebcb696020f4', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'port_id': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'mac_address': 'fa:16:3e:24:aa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:02:18Z', 'updated_at': '2021-12-14T13:02:30Z', 'revision_number': 1, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:31.462680 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6f9fa9-e81d-4dc6-ace9-4d19857d41e4 None None] Checking router: 49e7ecbf-402f-4c09-9946-20c66fac0eca for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:02:31.472135 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6f9fa9-e81d-4dc6-ace9-4d19857d41e4 None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:31.472991 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-9f6f9fa9-e81d-4dc6-ace9-4d19857d41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:31.508647 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-8776b8f7-5f73-417f-b8c3-4da63da3d88a req-f588cba7-7d9c-4806-b762-89b6968db44c service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847898 Dec 14 13:02:31.577879 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-9f6f9fa9-e81d-4dc6-ace9-4d19857d41e4 None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:31.801469 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-9f6f9fa9-e81d-4dc6-ace9-4d19857d41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': 'c961175f-c0e0-40a3-84f2-ebcb696020f4', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'port_id': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'mac_address': 'fa:16:3e:24:aa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:02:18Z', 'updated_at': '2021-12-14T13:02:30Z', 'revision_number': 1, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:31.831693 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6f9fa9-e81d-4dc6-ace9-4d19857d41e4 None None] The sync data for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi is: [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': 'c961175f-c0e0-40a3-84f2-ebcb696020f4', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'port_id': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'mac_address': 'fa:16:3e:24:aa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:02:18Z', 'updated_at': '2021-12-14T13:02:30Z', 'revision_number': 1, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:02:31.962527 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46610) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:32.036380 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba357be-dab1-472f-b057-45f7122f1bdb None None] New status for floating IP c961175f-c0e0-40a3-84f2-ebcb696020f4: ACTIVE {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:02:32.072867 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.152110 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.156360 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.193808 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62f94c783cc345e1857d09e454262ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300074 Dec 14 13:02:32.195778 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ddb71f-fa00-4b42-afdf-d6e5b9b819d0,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:32.196517 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46616) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:32.202861 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.203212 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.203585 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.203955 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.204290 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.204620 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.204968 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.205295 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.205620 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.205944 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.206264 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.206582 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.206896 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90885a1-31ab-4ac5-a8e2-57940e68383b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:02:32.247585 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b77ba5b9-1ded-4b6d-ac4c-c4cab5fcf1d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.268785 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b77ba5b9-1ded-4b6d-ac4c-c4cab5fcf1d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.321109 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b77ba5b9-1ded-4b6d-ac4c-c4cab5fcf1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.323745 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-b77ba5b9-1ded-4b6d-ac4c-c4cab5fcf1d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.324802 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-b77ba5b9-1ded-4b6d-ac4c-c4cab5fcf1d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09ddb71f-fa00-4b42-afdf-d6e5b9b819d0 HTTP/1.1" status: 204 len: 168 time: 0.1272235 Dec 14 13:02:32.332670 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ba5b9-1ded-4b6d-ac4c-c4cab5fcf1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ddb71f-fa00-4b42-afdf-d6e5b9b819d0,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:32.592117 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46628) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:32.605364 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a9c55f45-3f21-45bd-b3a1-cedeb8d2aad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.688413 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a9c55f45-3f21-45bd-b3a1-cedeb8d2aad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.692828 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-a9c55f45-3f21-45bd-b3a1-cedeb8d2aad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.729842 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-a9c55f45-3f21-45bd-b3a1-cedeb8d2aad0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=059d4d313663499b949e598cb54f9cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363301 Dec 14 13:02:32.730671 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c55f45-3f21-45bd-b3a1-cedeb8d2aad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa36c21-9eb9-4b4d-8478-77c445d6524d,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:32.733710 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46632) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:32.733849 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5648294-23b7-4e19-b383-a6c1ffefea97 req-f7ae8bb8-8ff8-4149-88cc-2221a5323028 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:32.735339 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c5648294-23b7-4e19-b383-a6c1ffefea97 req-f7ae8bb8-8ff8-4149-88cc-2221a5323028 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 946 time: 0.0482423 Dec 14 13:02:32.780148 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-678ef73a-e96c-485f-902b-0c5dc4804f9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.795687 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c5648294-23b7-4e19-b383-a6c1ffefea97 req-6d5a526f-5072-4191-acb2-d05371728c0b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445163 Dec 14 13:02:32.801432 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-678ef73a-e96c-485f-902b-0c5dc4804f9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.848130 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-678ef73a-e96c-485f-902b-0c5dc4804f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.850852 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-678ef73a-e96c-485f-902b-0c5dc4804f9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:32.852349 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-678ef73a-e96c-485f-902b-0c5dc4804f9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8aa36c21-9eb9-4b4d-8478-77c445d6524d HTTP/1.1" status: 204 len: 168 time: 0.1175718 Dec 14 13:02:32.860671 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ef73a-e96c-485f-902b-0c5dc4804f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa36c21-9eb9-4b4d-8478-77c445d6524d,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:33.921302 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29483d02-1f99-4e82-8be1-fdde6934b844 req-6fc2f602-242e-457d-9a4f-7a8a22eef9a9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:33.922808 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-29483d02-1f99-4e82-8be1-fdde6934b844 req-6fc2f602-242e-457d-9a4f-7a8a22eef9a9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 946 time: 0.0523794 Dec 14 13:02:33.971638 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-29483d02-1f99-4e82-8be1-fdde6934b844 req-5af494e5-d3ff-4bad-930f-efdffa7014f7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbb7e867-4865-4072-8916-f4762ae2fced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428162 Dec 14 13:02:34.235272 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-63a7be21-0eec-4355-a6f3-537645a07e26 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:34.238042 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-63a7be21-0eec-4355-a6f3-537645a07e26 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 946 time: 0.0522592 Dec 14 13:02:34.329763 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Deleting port 45d34d58-1ff8-4ce3-a024-e2acb9451196 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:02:34.330102 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:34.421353 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] For port 45d34d58-1ff8-4ce3-a024-e2acb9451196, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=45d34d58-1ff8-4ce3-a024-e2acb9451196,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:34.421727 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:34.730079 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:34.730477 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:34.730837 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.l3_db [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Floating IP 53a9930f-5e51-4b89-ab73-3ff99c579064 disassociated. External IP: 172.27.2.109, port: 45d34d58-1ff8-4ce3-a024-e2acb9451196. Dec 14 13:02:34.731172 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Calling delete_port for 45d34d58-1ff8-4ce3-a024-e2acb9451196 owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:02:34.780087 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46710) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:34.878550 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:34.910146 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event deleted for resources: {'Port': ['ID=45d34d58-1ff8-4ce3-a024-e2acb9451196,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:34.913658 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2324f801-d9d3-4a0f-9e39-411a37e2a615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.057472 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Router 1795d8e3-5eae-4de4-8781-4fc05baecac8 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:02:35.074746 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f559667f-5a39-435d-b105-c5aea7576d22 req-ad140f63-65d3-43a2-b003-baeb68cb3438 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8de7730-62f2-4a77-b1e9-cf6a74fa366d HTTP/1.1" status: 200 len: 210 time: 0.0310552 Dec 14 13:02:35.084416 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2324f801-d9d3-4a0f-9e39-411a37e2a615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.089272 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2324f801-d9d3-4a0f-9e39-411a37e2a615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.163815 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324f801-d9d3-4a0f-9e39-411a37e2a615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512541f6-6cd1-453a-ad73-5611d4dca00b,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:35.172671 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-2324f801-d9d3-4a0f-9e39-411a37e2a615 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d2944d3722e41ec8b66001939d60946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914087 Dec 14 13:02:35.175247 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46716) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:35.217757 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:02:35.225110 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ea552e43-43ff-4bce-b8f1-d36a370f683a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.231930 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132bcbf9-6b6d-44f2-971a-720b2de2b485 None None] Sync routers for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:02:35.240930 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132bcbf9-6b6d-44f2-971a-720b2de2b485 None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:35.246801 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-132bcbf9-6b6d-44f2-971a-720b2de2b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:35.260123 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] No DVR routers for this DVR port 45d34d58-1ff8-4ce3-a024-e2acb9451196 on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:02:35.262789 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.262948 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ea552e43-43ff-4bce-b8f1-d36a370f683a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.266246 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-da0e8d19-948b-4cc1-92f9-29bd18b6170e req-55f9881c-aa81-4cce-b5a1-49631a219705 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.44 "DELETE /v2.0/ports/45d34d58-1ff8-4ce3-a024-e2acb9451196 HTTP/1.1" status: 204 len: 173 time: 1.0233519 Dec 14 13:02:35.266754 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'name': 'network-vif-deleted', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:02:35.269060 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bef79b-f49b-4807-82f3-eb3df82e50da" -d '{"events": [{"server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "name": "network-vif-deleted", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:02:35.309284 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9068511f-1adf-476d-af5f-cb2d7914e579 x-openstack-request-id: req-9068511f-1adf-476d-af5f-cb2d7914e579 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:02:35.309772 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8de7730-62f2-4a77-b1e9-cf6a74fa366d", "name": "network-vif-deleted", "tag": "45d34d58-1ff8-4ce3-a024-e2acb9451196", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:02:35.310189 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9068511f-1adf-476d-af5f-cb2d7914e579 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:02:35.310723 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8de7730-62f2-4a77-b1e9-cf6a74fa366d', 'name': 'network-vif-deleted', 'tag': '45d34d58-1ff8-4ce3-a024-e2acb9451196', 'status': 'completed', 'code': 200} Dec 14 13:02:35.352668 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ea552e43-43ff-4bce-b8f1-d36a370f683a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.355336 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ea552e43-43ff-4bce-b8f1-d36a370f683a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.359283 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-ea552e43-43ff-4bce-b8f1-d36a370f683a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/512541f6-6cd1-453a-ad73-5611d4dca00b HTTP/1.1" status: 204 len: 168 time: 0.1829879 Dec 14 13:02:35.371823 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea552e43-43ff-4bce-b8f1-d36a370f683a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512541f6-6cd1-453a-ad73-5611d4dca00b,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:35.380267 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-132bcbf9-6b6d-44f2-971a-720b2de2b485 None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:35.593151 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-132bcbf9-6b6d-44f2-971a-720b2de2b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:35.620520 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132bcbf9-6b6d-44f2-971a-720b2de2b485 None None] Checking router: 1795d8e3-5eae-4de4-8781-4fc05baecac8 for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:02:35.630037 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132bcbf9-6b6d-44f2-971a-720b2de2b485 None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:35.630641 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-132bcbf9-6b6d-44f2-971a-720b2de2b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:35.673783 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46726) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:35.688786 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ee15cb7c-6760-4feb-94c1-ab188edf2b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.741213 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-132bcbf9-6b6d-44f2-971a-720b2de2b485 None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:35.771220 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ee15cb7c-6760-4feb-94c1-ab188edf2b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.775167 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ee15cb7c-6760-4feb-94c1-ab188edf2b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.816496 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ee15cb7c-6760-4feb-94c1-ab188edf2b2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95b2c49aea2d4fd7989f08276e944209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392865 Dec 14 13:02:35.816842 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46728) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:35.824123 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15cb7c-6760-4feb-94c1-ab188edf2b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cefaebf-41bb-4830-b07b-efb26b5952b4,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:35.879487 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1fbf-0055-45f6-be94-4573cadde0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.916727 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1fbf-0055-45f6-be94-4573cadde0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.966632 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1fbf-0055-45f6-be94-4573cadde0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.969260 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1fbf-0055-45f6-be94-4573cadde0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:35.976414 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-9eaa1fbf-0055-45f6-be94-4573cadde0de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cefaebf-41bb-4830-b07b-efb26b5952b4 HTTP/1.1" status: 204 len: 168 time: 0.1585164 Dec 14 13:02:35.982020 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-132bcbf9-6b6d-44f2-971a-720b2de2b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:35.992330 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa1fbf-0055-45f6-be94-4573cadde0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cefaebf-41bb-4830-b07b-efb26b5952b4,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:36.018163 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132bcbf9-6b6d-44f2-971a-720b2de2b485 None None] The sync data for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi is: [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:02:36.181447 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46738) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:36.241069 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-fb1f31f2-06c2-475d-8a82-5de8b08b7f93 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:36.272488 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-fb1f31f2-06c2-475d-8a82-5de8b08b7f93 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:36.319841 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2f6dc-ae3f-46e0-96a8-552f4c062f07 None None] New status for floating IP 53a9930f-5e51-4b89-ab73-3ff99c579064: DOWN {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:02:36.329897 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-fb1f31f2-06c2-475d-8a82-5de8b08b7f93 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:36.333261 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-fb1f31f2-06c2-475d-8a82-5de8b08b7f93 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:36.337535 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46744) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:36.338055 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-fb1f31f2-06c2-475d-8a82-5de8b08b7f93 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "DELETE /v2.0/security-groups/fbb7e867-4865-4072-8916-f4762ae2fced HTTP/1.1" status: 204 len: 168 time: 0.1545997 Dec 14 13:02:36.349862 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f31f2-06c2-475d-8a82-5de8b08b7f93 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb7e867-4865-4072-8916-f4762ae2fced,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:36.353323 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.api.v2.resource [None req-308e986b-d0f5-49da-94fc-6752fce05c12 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] show failed (client error): The resource could not be found. Dec 14 13:02:36.357059 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-308e986b-d0f5-49da-94fc-6752fce05c12 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups/fbb7e867-4865-4072-8916-f4762ae2fced HTTP/1.1" status: 404 len: 347 time: 0.0157611 Dec 14 13:02:36.374156 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46746) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:36.744646 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-d66cdc01-66d5-446e-8085-723ac4a3f8b2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Deleting port 44711be8-7abb-4ae6-b43b-ce51be7839ef {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:02:36.745302 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d66cdc01-66d5-446e-8085-723ac4a3f8b2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:36.832628 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d66cdc01-66d5-446e-8085-723ac4a3f8b2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:36.833020 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d66cdc01-66d5-446e-8085-723ac4a3f8b2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:36.845078 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-d66cdc01-66d5-446e-8085-723ac4a3f8b2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Calling delete_port for 44711be8-7abb-4ae6-b43b-ce51be7839ef owned by network:floatingip {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:02:36.997061 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d66cdc01-66d5-446e-8085-723ac4a3f8b2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.023213 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cdc01-66d5-446e-8085-723ac4a3f8b2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event deleted for resources: {'Port': ['ID=44711be8-7abb-4ae6-b43b-ce51be7839ef,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:37.083620 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d66cdc01-66d5-446e-8085-723ac4a3f8b2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.086525 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d66cdc01-66d5-446e-8085-723ac4a3f8b2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.090422 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-d66cdc01-66d5-446e-8085-723ac4a3f8b2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "DELETE /v2.0/floatingips/53a9930f-5e51-4b89-ab73-3ff99c579064 HTTP/1.1" status: 204 len: 168 time: 0.7111394 Dec 14 13:02:37.299175 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 45d34d58-1ff8-4ce3-a024-e2acb9451196 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:02:37.320142 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 45d34d58-1ff8-4ce3-a024-e2acb9451196 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:02:37.320544 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 45d34d58-1ff8-4ce3-a024-e2acb9451196 not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:02:37.426157 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46772) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:37.430723 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-3c77c116-f7ac-492f-a91f-fd9d45680a1e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602254397', 'description': 'tempest-description--380441141'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:37.456683 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3c77c116-f7ac-492f-a91f-fd9d45680a1e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.522437 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3c77c116-f7ac-492f-a91f-fd9d45680a1e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.527917 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3c77c116-f7ac-492f-a91f-fd9d45680a1e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.557552 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3c77c116-f7ac-492f-a91f-fd9d45680a1e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.558799 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-3c77c116-f7ac-492f-a91f-fd9d45680a1e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1316776 Dec 14 13:02:37.562235 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46774) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:37.563281 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77c116-f7ac-492f-a91f-fd9d45680a1e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb73cb42-bfd0-483a-948e-dc0ae62bdb39,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:37.567851 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-ec7905ea-02f8-483a-b570-51c366d1ae68 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'security_group_rule': {'security_group_id': 'fb73cb42-bfd0-483a-948e-dc0ae62bdb39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:37.601614 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ec7905ea-02f8-483a-b570-51c366d1ae68 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.654197 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ec7905ea-02f8-483a-b570-51c366d1ae68 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.658621 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ec7905ea-02f8-483a-b570-51c366d1ae68 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.676794 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7905ea-02f8-483a-b570-51c366d1ae68 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62755cf9-9c9c-4ef4-8a7e-4ba1e70aaab6,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:37.684158 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ec7905ea-02f8-483a-b570-51c366d1ae68 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.685342 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-ec7905ea-02f8-483a-b570-51c366d1ae68 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214192 Dec 14 13:02:37.688117 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46778) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:37.692255 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-7c268b5c-6604-4902-b67e-b29fee0c1731 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'security_group_rule': {'security_group_id': 'fb73cb42-bfd0-483a-948e-dc0ae62bdb39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:37.718433 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7c268b5c-6604-4902-b67e-b29fee0c1731 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.780074 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7c268b5c-6604-4902-b67e-b29fee0c1731 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.784890 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7c268b5c-6604-4902-b67e-b29fee0c1731 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.802679 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c268b5c-6604-4902-b67e-b29fee0c1731 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf93864-f080-4fe3-bc6a-19df68e5881d,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:37.810586 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7c268b5c-6604-4902-b67e-b29fee0c1731 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.812135 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-7c268b5c-6604-4902-b67e-b29fee0c1731 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227615 Dec 14 13:02:37.814872 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46780) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:37.819097 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'floatingip': {'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:37.842356 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:37.947590 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:38.045900 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Allocated IP 172.27.2.204 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/e0b8406c-303e-4cbe-96d4-545e01f72248) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:38.147404 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:38.185520 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:38.225439 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:38.230243 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:38.232414 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'Port': ['ID=e0b8406c-303e-4cbe-96d4-545e01f72248,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:38.234514 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:38.320352 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:38.354926 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:38.507848 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:38.514251 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:38.580453 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'Port': ['ID=e0b8406c-303e-4cbe-96d4-545e01f72248,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:38.592864 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:38.609052 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:38.610279 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e6b632fb-dc0f-498f-bbb6-f7b5e64ac8f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7945068 Dec 14 13:02:38.806709 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-bf376314-f1c8-43d0-9b35-946e7c28de5e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--602254397&fields=id&tenant_id=68a8770b8dbe489a8119016fbee64eb5 HTTP/1.1" status: 200 len: 267 time: 0.0421529 Dec 14 13:02:38.914451 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939636b2-edcd-4125-9456-e72656ebc01f req-67b483ec-93ed-47e5-8037-2bd20cfc4d95 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:38.915922 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-67b483ec-93ed-47e5-8037-2bd20cfc4d95 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 817 time: 0.0999627 Dec 14 13:02:38.933325 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-e0ab492e-f56f-4b94-ad1b-ec886bd85277 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/quotas/68a8770b8dbe489a8119016fbee64eb5 HTTP/1.1" status: 200 len: 375 time: 0.0092604 Dec 14 13:02:38.986496 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-20af8fff-22c9-4278-8f44-8a8179191047 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453100 Dec 14 13:02:39.088534 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-891f6bee-52a4-466f-9007-d978b42e7ce7 service neutron] 10.222.0.49 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882659 Dec 14 13:02:39.176911 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-bb88a7ab-c5bb-4e32-b39d-55a85704541d service neutron] 10.222.0.49 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823407 Dec 14 13:02:39.340880 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eaa1fe86-fab9-4b65-8e0b-f47daef75a3c req-2e30897b-71ad-4f33-8906-2587fd3d1e2a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 210 time: 0.0260110 Dec 14 13:02:40.444483 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-269f59d2-af26-4163-b74a-fa543582512d req-e8a8a5d0-0af6-44d6-98d8-06266a714e17 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 210 time: 0.0268633 Dec 14 13:02:41.554541 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d9eb8845-bc6e-4684-83ae-4a9b87bb66d3 req-be322ff8-843e-4773-99b1-e6192c37cf94 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 210 time: 0.0386474 Dec 14 13:02:42.039022 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939636b2-edcd-4125-9456-e72656ebc01f req-aaeb5741-7473-450b-bf95-c97810be1525 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:42.040636 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-aaeb5741-7473-450b-bf95-c97810be1525 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.44 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 817 time: 0.1125672 Dec 14 13:02:42.110346 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-76993a0f-a827-4195-8ddc-36560b3bafb1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a8770b8dbe489a8119016fbee64eb5 HTTP/1.1" status: 200 len: 379 time: 0.0589054 Dec 14 13:02:42.120651 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'port': {'device_id': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'admin_state_up': True, 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'security_groups': ['fb73cb42-bfd0-483a-948e-dc0ae62bdb39']}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:42.230866 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Made reservation on behalf of 68a8770b8dbe489a8119016fbee64eb5 for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:02:42.234557 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:42.365936 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Allocated IP 172.20.0.4 (685eb097-be44-442e-9106-664041f3bdb2/f7e3585b-cbda-42d9-8093-5f8126729775/0ed44ee3-2630-4f50-9391-4bb374b76e1d) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:42.509141 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:42.546705 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:42.590071 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Network 685eb097-be44-442e-9106-664041f3bdb2 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:42.592560 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:42.597510 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:42.631123 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event updated for resources: {'Port': ['ID=0ed44ee3-2630-4f50-9391-4bb374b76e1d,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:42.658622 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:42.659239 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:42.680893 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-d9b06847-22b7-41ca-a74c-260a6e876bd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638661 Dec 14 13:02:42.686866 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd4399-e3e7-40a6-b817-9fbf0b42c361 req-12eb8d83-c0a2-4855-8846-ad7b539a05ac tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:42.688509 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-41cd4399-e3e7-40a6-b817-9fbf0b42c361 req-12eb8d83-c0a2-4855-8846-ad7b539a05ac tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 931 time: 0.0544884 Dec 14 13:02:42.694434 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Request body: {'port': {'device_id': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:42.740757 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-41cd4399-e3e7-40a6-b817-9fbf0b42c361 req-70981eca-8078-4437-950b-b5faf7d88110 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456340 Dec 14 13:02:42.749174 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:42.811292 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-2d4f3d5e-38d9-42ef-82e8-fec33061e159 None None] Provisioning complete for port 0ed44ee3-2630-4f50-9391-4bb374b76e1d triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:42.811930 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-2d4f3d5e-38d9-42ef-82e8-fec33061e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:42.847458 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f3d5e-38d9-42ef-82e8-fec33061e159 None None] Port 0ed44ee3-2630-4f50-9391-4bb374b76e1d cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:02:43.015468 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed44ee3-2630-4f50-9391-4bb374b76e1d {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:02:43.022943 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:43.034969 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Transition to ACTIVE for port object 0ed44ee3-2630-4f50-9391-4bb374b76e1d will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 13:02:43.040342 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:43.095203 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed44ee3-2630-4f50-9391-4bb374b76e1d,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:43.162088 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Attempting to bind port 0ed44ee3-2630-4f50-9391-4bb374b76e1d on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:02:43.162434 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Attempting to bind port 0ed44ee3-2630-4f50-9391-4bb374b76e1d by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:02:43.162768 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Attempting to bind port 0ed44ee3-2630-4f50-9391-4bb374b76e1d on network 685eb097-be44-442e-9106-664041f3bdb2 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:43.167253 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Port 0ed44ee3-2630-4f50-9391-4bb374b76e1d on network 685eb097-be44-442e-9106-664041f3bdb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 13:02:43.167563 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Attempting to bind port 0ed44ee3-2630-4f50-9391-4bb374b76e1d on network 685eb097-be44-442e-9106-664041f3bdb2 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:43.173005 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:02:43.173353 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Checking segment: {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:43.173747 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Bound using segment: {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:02:43.174697 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Bound port: 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079db9e6-4640-4bfc-be52-817908ccb368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '685eb097-be44-442e-9106-664041f3bdb2'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:02:43.174697 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:43.244538 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:02:43.248038 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:02:43.253922 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:43.295944 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:43.296748 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:43.298151 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/0ed44ee3-2630-4f50-9391-4bb374b76e1d HTTP/1.1" status: 200 len: 1093 time: 0.6080203 Dec 14 13:02:43.298681 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:02:43.301066 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bd9c30-6e9f-4d11-a257-128754552832" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:02:43.337863 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e5790-5850-495f-9c2f-5c56f9c392c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed44ee3-2630-4f50-9391-4bb374b76e1d,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:43.351376 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b6da6d-fbf1-4820-8f3b-db584b008a8f x-openstack-request-id: req-10b6da6d-fbf1-4820-8f3b-db584b008a8f {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:02:43.351661 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:02:43.351913 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10b6da6d-fbf1-4820-8f3b-db584b008a8f {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:02:43.352300 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'status': 'completed', 'code': 200} Dec 14 13:02:43.382599 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939636b2-edcd-4125-9456-e72656ebc01f req-4f917aef-b6d4-437d-8949-799c256d89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:43.384173 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-4f917aef-b6d4-437d-8949-799c256d89ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 1096 time: 0.0426695 Dec 14 13:02:43.429890 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-48cd8067-66a5-425f-9378-095a09937588 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d HTTP/1.1" status: 200 len: 217 time: 0.0354807 Dec 14 13:02:43.486822 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939636b2-edcd-4125-9456-e72656ebc01f req-3822b726-ff00-4a79-b46f-67d0c8d6eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:43.488274 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-3822b726-ff00-4a79-b46f-67d0c8d6eb3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 200 len: 856 time: 0.0493774 Dec 14 13:02:43.532835 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939636b2-edcd-4125-9456-e72656ebc01f req-e9c842ba-5177-4926-8545-1232100f36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:43.534335 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-e9c842ba-5177-4926-8545-1232100f36d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=685eb097-be44-442e-9106-664041f3bdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392525 Dec 14 13:02:43.634565 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-cfca0439-1f0a-4730-8603-04b2e708ad2f service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828657 Dec 14 13:02:43.735237 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-939636b2-edcd-4125-9456-e72656ebc01f req-06686a5f-8796-4e7d-b413-4640ae8771fb service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885382 Dec 14 13:02:43.829837 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd9c30-6e9f-4d11-a257-128754552832 req-f6d3a3bb-e220-42b6-acaf-5a3417c1e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:43.831338 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-36bd9c30-6e9f-4d11-a257-128754552832 req-f6d3a3bb-e220-42b6-acaf-5a3417c1e488 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 1096 time: 0.0405436 Dec 14 13:02:43.864799 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f99ba-ec8b-4e28-9a10-6338b45dcfb1 req-a3d43170-f80e-4211-a03b-6de89dba21d0 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:43.866365 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c65f99ba-ec8b-4e28-9a10-6338b45dcfb1 req-a3d43170-f80e-4211-a03b-6de89dba21d0 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0481226 Dec 14 13:02:43.913432 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c65f99ba-ec8b-4e28-9a10-6338b45dcfb1 req-16d9692a-ceab-40d7-82d7-2cedcf8607bd tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402999 Dec 14 13:02:43.924934 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd9c30-6e9f-4d11-a257-128754552832 req-2943768d-eaa8-4b6d-a32e-0f7134c69d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:43.926369 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-36bd9c30-6e9f-4d11-a257-128754552832 req-2943768d-eaa8-4b6d-a32e-0f7134c69d1d service neutron] 10.222.0.44 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 918 time: 0.0873861 Dec 14 13:02:43.979230 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-36bd9c30-6e9f-4d11-a257-128754552832 req-53d7bff7-3fb4-4ee2-9274-c43742015dd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d HTTP/1.1" status: 200 len: 217 time: 0.0439739 Dec 14 13:02:44.031310 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd9c30-6e9f-4d11-a257-128754552832 req-b7bf91c3-3949-41a4-8c5a-fd9fdd8cb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:44.032689 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-36bd9c30-6e9f-4d11-a257-128754552832 req-b7bf91c3-3949-41a4-8c5a-fd9fdd8cb953 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 200 len: 856 time: 0.0435982 Dec 14 13:02:44.088615 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd9c30-6e9f-4d11-a257-128754552832 req-e274728c-2885-443e-897a-04305ef3e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:44.090095 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-36bd9c30-6e9f-4d11-a257-128754552832 req-e274728c-2885-443e-897a-04305ef3e0ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=685eb097-be44-442e-9106-664041f3bdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0477469 Dec 14 13:02:44.180638 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-36bd9c30-6e9f-4d11-a257-128754552832 req-90520a73-d56f-42a8-bbe6-bf388c0a4d4e service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812407 Dec 14 13:02:44.272594 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-36bd9c30-6e9f-4d11-a257-128754552832 req-5b0dff9a-9562-403c-be40-d8880ef967c5 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838585 Dec 14 13:02:44.421887 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:44.554682 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46880) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:44.670717 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6dc81882-bb82-4a84-90d4-b0ca41ec194e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:44.748523 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6dc81882-bb82-4a84-90d4-b0ca41ec194e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:44.754975 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6dc81882-bb82-4a84-90d4-b0ca41ec194e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:44.797811 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-6dc81882-bb82-4a84-90d4-b0ca41ec194e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=515b83c1f8c34174abb2ace8392a87d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420349 Dec 14 13:02:44.798646 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc81882-bb82-4a84-90d4-b0ca41ec194e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b1504e-5d4d-429c-9b71-fee803f8b015,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:44.800678 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46884) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:44.852524 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ead3ff85-d1aa-4609-98c4-806893a8f36f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:44.880368 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ead3ff85-d1aa-4609-98c4-806893a8f36f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:44.939922 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ead3ff85-d1aa-4609-98c4-806893a8f36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:44.942549 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ead3ff85-d1aa-4609-98c4-806893a8f36f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:44.946440 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-ead3ff85-d1aa-4609-98c4-806893a8f36f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06b1504e-5d4d-429c-9b71-fee803f8b015 HTTP/1.1" status: 204 len: 168 time: 0.1447270 Dec 14 13:02:44.954251 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3ff85-d1aa-4609-98c4-806893a8f36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b1504e-5d4d-429c-9b71-fee803f8b015,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:45.036237 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27684f-9346-434a-954b-6fb429041fba req-b25088bb-3aa7-4ce5-b27d-f4dbb4796bc0 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:45.037923 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dc27684f-9346-434a-954b-6fb429041fba req-b25088bb-3aa7-4ce5-b27d-f4dbb4796bc0 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0499575 Dec 14 13:02:45.087386 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dc27684f-9346-434a-954b-6fb429041fba req-704c8a7a-c2b5-4244-84ae-2e4c414830e9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431762 Dec 14 13:02:45.343256 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0ed44ee3-2630-4f50-9391-4bb374b76e1d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:02:45.567934 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:45.579586 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'port_id': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'mac_address': 'fa:16:3e:a9:fd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:02:45.616990 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:45.630784 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed44ee3-2630-4f50-9391-4bb374b76e1d {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:02:45.651230 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:45.659433 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:45.706900 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=0ed44ee3-2630-4f50-9391-4bb374b76e1d,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:45.873655 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['0ed44ee3-2630-4f50-9391-4bb374b76e1d'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:02:45.972358 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46918) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:46.077319 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3b08e646-1401-460a-aa4d-2c5d1e44d495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:46.154162 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3b08e646-1401-460a-aa4d-2c5d1e44d495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:46.167100 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3b08e646-1401-460a-aa4d-2c5d1e44d495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:46.217088 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-3b08e646-1401-460a-aa4d-2c5d1e44d495 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eda06debc6114e9b866f512b5d219d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435606 Dec 14 13:02:46.219992 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46924) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:46.223700 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08e646-1401-460a-aa4d-2c5d1e44d495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0041437-6c6d-49d5-850d-68417c3f656d,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:46.243727 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c43251-4da3-43e3-a7b0-caec40f896a6 req-6ce89e8c-1821-4ae9-8544-f714fd124b5d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:46.245199 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-57c43251-4da3-43e3-a7b0-caec40f896a6 req-6ce89e8c-1821-4ae9-8544-f714fd124b5d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 944 time: 0.0866191 Dec 14 13:02:46.269475 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9be61f9b-46c1-4f92-9974-eb965ed6c037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:46.290382 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9be61f9b-46c1-4f92-9974-eb965ed6c037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:46.293657 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-57c43251-4da3-43e3-a7b0-caec40f896a6 req-6b497037-5eed-4635-94fd-837fbcb8f160 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421352 Dec 14 13:02:46.336644 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9be61f9b-46c1-4f92-9974-eb965ed6c037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:46.339617 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9be61f9b-46c1-4f92-9974-eb965ed6c037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:46.340749 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-9be61f9b-46c1-4f92-9974-eb965ed6c037 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0041437-6c6d-49d5-850d-68417c3f656d HTTP/1.1" status: 204 len: 168 time: 0.1197100 Dec 14 13:02:46.348046 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be61f9b-46c1-4f92-9974-eb965ed6c037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0041437-6c6d-49d5-850d-68417c3f656d,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:46.982146 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46948) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:47.081857 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-694099687-network', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:47.104532 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Made reservation on behalf of 8bcb503e37b2449484c788574e4c88f0 for: {'network': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:02:47.107310 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.118311 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.192026 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.197298 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.220348 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 13:02:47.229764 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00db557-b449-4a0b-a961-2d8ab46f635c,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:47.234525 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.234859 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.segments_db [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Added segment 09c80ba6-052e-4cf1-8643-9d11989feb5a of type vlan for network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 Dec 14 13:02:47.273941 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.301356 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.302296 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:47.302952 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.357192 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3736653 Dec 14 13:02:47.358444 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0ed44ee3-2630-4f50-9391-4bb374b76e1d up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:47.360126 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46954) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:47.367151 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] Request body: {'subnet': {'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-694099687-subnet', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'ip_version': 4}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:47.373111 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc086b62-2ca9-4e00-8995-6b84dc0f1ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=307f40e5-9e68-482b-a9bd-285dbfdfbe49,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:47.391393 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 13:02:47.391600 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] Made reservation on behalf of 8bcb503e37b2449484c788574e4c88f0 for: {'subnet': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:02:47.394197 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684729'] for subnet, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.418283 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79988a-2fcc-4081-8afa-588620e3b85e req-d1a19588-dd0e-4a56-bf5e-372f73bb95c9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:47.420166 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-df79988a-2fcc-4081-8afa-588620e3b85e req-d1a19588-dd0e-4a56-bf5e-372f73bb95c9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 944 time: 0.0542276 Dec 14 13:02:47.474821 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 0ed44ee3-2630-4f50-9391-4bb374b76e1d completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 13:02:47.477550 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-df79988a-2fcc-4081-8afa-588620e3b85e req-43ac2097-b76a-46d3-9965-fef49079c7e9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507057 Dec 14 13:02:47.479963 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 0ed44ee3-2630-4f50-9391-4bb374b76e1d triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:47.480349 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.561335 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.563855 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8747228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684711'] for subnet, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.585401 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:02:47.587638 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa77e572-afcc-439f-b5c9-ce12f8fe193d" -d '{"events": [{"server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:02:47.601590 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:47.607726 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.623591 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efbc4f2c-6312-4ff0-816b-f2a43755971a,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:47.633415 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] Checking segment: {'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:47.633776 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] Network hostable DHCP agents. Network: 307f40e5-9e68-482b-a9bd-285dbfdfbe49, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 13:02:47.638894 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d74a06-0743-404f-af6e-96cf8ce31cd5 x-openstack-request-id: req-20d74a06-0743-404f-af6e-96cf8ce31cd5 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:02:47.639189 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:02:47.639444 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20d74a06-0743-404f-af6e-96cf8ce31cd5 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:02:47.639869 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'code': 200} Dec 14 13:02:47.652301 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] Network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 13:02:47.663126 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 307f40e5-9e68-482b-a9bd-285dbfdfbe49) {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:47.666349 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=0ed44ee3-2630-4f50-9391-4bb374b76e1d,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:47.667479 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:47.668373 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.673011 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69aa8a-2fe3-4436-953c-2c8c615d26fc None None] Network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:02:47.688283 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-eb145c77-b799-404c-aac8-eddf952f6fd6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3240874 Dec 14 13:02:47.690369 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46958) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:47.695036 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:47.720324 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60764'] for router, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.722463 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60757'] for router, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.780212 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22aba6b6-fb0c-59e1-9f3d-90899b8a9d55-307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'fixed_ips': [{'subnet_id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a'}]}} from dv-cinder-784477-10-iscsi. {{(pid=102352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 13:02:47.780971 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.781124 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:47.916813 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c35a63-4ad5-439f-8e7d-9faf4f05392e req-fb8e63a8-9375-4860-819e-8ab583dd4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:47.918058 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.db_base_plugin_common [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Allocated IP 172.20.0.2 (307f40e5-9e68-482b-a9bd-285dbfdfbe49/efbc4f2c-6312-4ff0-816b-f2a43755971a/1bdffdde-b7f3-4f39-a827-9c6178e057fa) {{(pid=102352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:47.918357 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-34c35a63-4ad5-439f-8e7d-9faf4f05392e req-fb8e63a8-9375-4860-819e-8ab583dd4b4c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 1098 time: 0.1362352 Dec 14 13:02:47.959068 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:48.007462 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-34c35a63-4ad5-439f-8e7d-9faf4f05392e req-bd8f022c-6e4b-4fe1-8063-dae72516abf4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571821 Dec 14 13:02:48.057394 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Publish callbacks [] for port, precommit_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:48.064349 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:48.107271 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 is already hosted by enough agents. {{(pid=102352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:48.110083 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.base_scheduler [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Resources bound (agent type, host, resource id): {{(pid=102352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:48.113380 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Received port after_create {{(pid=102352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:48.118675 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Pushing event updated for resources: {'Port': ['ID=1bdffdde-b7f3-4f39-a827-9c6178e057fa,revision_number=1']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:48.170549 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Attempting to bind port 1bdffdde-b7f3-4f39-a827-9c6178e057fa on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:02:48.170913 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Attempting to bind port 1bdffdde-b7f3-4f39-a827-9c6178e057fa by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:02:48.171267 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Attempting to bind port 1bdffdde-b7f3-4f39-a827-9c6178e057fa on network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:48.176503 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:02:48.176881 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Checking segment: {'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:48.177290 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:48.177673 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Bound using segment: {'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:02:48.178130 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Bound port: 1bdffdde-b7f3-4f39-a827-9c6178e057fa, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:02:48.178532 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:48.185724 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:48.204078 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:48.239563 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] For port 1bdffdde-b7f3-4f39-a827-9c6178e057fa, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:02:48.243014 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] For port 1bdffdde-b7f3-4f39-a827-9c6178e057fa, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=1bdffdde-b7f3-4f39-a827-9c6178e057fa,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:02:48.248020 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:48.306649 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Allocated IP 172.27.2.243 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/bb97cd4d-ac8f-48af-9a37-6be8298dacc6) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:48.307480 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df97df7-fefd-450b-b8a2-28ff4aa3a707 None None] Pushing event updated for resources: {'Port': ['ID=1bdffdde-b7f3-4f39-a827-9c6178e057fa,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:48.415918 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:48.454421 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:48.505269 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:48.510219 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:48.515005 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:48.517991 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=bb97cd4d-ac8f-48af-9a37-6be8298dacc6,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:48.617205 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd1c86-53d8-460c-afff-c57791eb386e req-8ea17f4c-c5cc-4562-a9d0-949fd36cc235 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:48.618904 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9ddd1c86-53d8-460c-afff-c57791eb386e req-8ea17f4c-c5cc-4562-a9d0-949fd36cc235 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0566909 Dec 14 13:02:48.666037 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9ddd1c86-53d8-460c-afff-c57791eb386e req-26207a2e-df2d-40ca-854b-bb629f0f3dd4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408199 Dec 14 13:02:48.778448 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:48.975743 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469758'] for router, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:49.162698 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c56a1c-897c-4b09-8228-924364fd10c1 None None] Network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:02:49.223974 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-58e7f514-1e54-4c9e-93e8-f2aba72db53a None None] Provisioning complete for port 1bdffdde-b7f3-4f39-a827-9c6178e057fa triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:49.224299 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-58e7f514-1e54-4c9e-93e8-f2aba72db53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:49.325167 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f is scheduled to L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 with binding_index 1 {{(pid=102350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 13:02:49.340583 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-58e7f514-1e54-4c9e-93e8-f2aba72db53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:49.374035 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-58e7f514-1e54-4c9e-93e8-f2aba72db53a None None] For port 1bdffdde-b7f3-4f39-a827-9c6178e057fa, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=1bdffdde-b7f3-4f39-a827-9c6178e057fa,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:49.382955 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-58e7f514-1e54-4c9e-93e8-f2aba72db53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:49.432938 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7f514-1e54-4c9e-93e8-f2aba72db53a None None] Pushing event updated for resources: {'Port': ['ID=1bdffdde-b7f3-4f39-a827-9c6178e057fa,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:49.437440 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:02:49.450322 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Sync routers for ids ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:02:49.459826 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:49.460912 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Routers {'669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:49.461132 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-97cd023d-4c3d-4190-aeab-653216bfb3c8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7696047 Dec 14 13:02:49.461523 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:49.465488 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46966) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:49.567038 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Set router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:49.681596 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-c686828d-2dea-42ed-a198-933c4c452bff None None] Provisioning complete for port 1bdffdde-b7f3-4f39-a827-9c6178e057fa triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:49.681818 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c686828d-2dea-42ed-a198-933c4c452bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:49.827786 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:48Z', 'revision_number': 3, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:49.857826 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Checking router: 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:02:49.858164 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Updating router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f port bb97cd4d-ac8f-48af-9a37-6be8298dacc6 binding host dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:02:49.865307 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 1bdffdde-b7f3-4f39-a827-9c6178e057fa up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:49.873697 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ab51-fa55-4f6d-a7b1-33dcba5252a7 req-194958b9-bd2a-4043-8046-547d7b24a8fc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:49.875177 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cce1ab51-fa55-4f6d-a7b1-33dcba5252a7 req-194958b9-bd2a-4043-8046-547d7b24a8fc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.1153500 Dec 14 13:02:49.911797 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.000358 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cce1ab51-fa55-4f6d-a7b1-33dcba5252a7 req-4767f7b5-f4bd-4a93-8a9c-49dd8f6b83dc tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175375 Dec 14 13:02:50.014482 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 1bdffdde-b7f3-4f39-a827-9c6178e057fa triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:50.014833 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.184151 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4d0bd-14a7-4b8f-8efb-c73fc0a940ce req-f7c19701-3370-42dc-981d-3cd927ecfe50 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:50.185774 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bce4d0bd-14a7-4b8f-8efb-c73fc0a940ce req-f7c19701-3370-42dc-981d-3cd927ecfe50 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0833678 Dec 14 13:02:50.194940 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 46974) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:50.199634 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-f33d9fbe-707e-4315-982d-f63a68ed2630 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Request body: {'floatingip': {'port_id': '0ed44ee3-2630-4f50-9391-4bb374b76e1d'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:50.219817 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.241318 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Publish callbacks [] for port, precommit_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.247443 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-f33d9fbe-707e-4315-982d-f63a68ed2630 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.248677 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.306660 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Attempting to bind port bb97cd4d-ac8f-48af-9a37-6be8298dacc6 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:02:50.307040 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Attempting to bind port bb97cd4d-ac8f-48af-9a37-6be8298dacc6 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:02:50.307391 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Attempting to bind port bb97cd4d-ac8f-48af-9a37-6be8298dacc6 on network 2946f6d7-cdce-44ff-bb19-df196ff995d7 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:50.310537 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789ecd8-9d6f-402d-b7b8-09da06d5045e None None] Pushing event updated for resources: {'Port': ['ID=bb97cd4d-ac8f-48af-9a37-6be8298dacc6,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:50.315700 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:02:50.316077 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Checking segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:50.316476 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.316879 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Bound using segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:02:50.317356 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Bound port: bb97cd4d-ac8f-48af-9a37-6be8298dacc6, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:02:50.317737 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.373570 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] For port bb97cd4d-ac8f-48af-9a37-6be8298dacc6, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:02:50.376760 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] For port bb97cd4d-ac8f-48af-9a37-6be8298dacc6, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=bb97cd4d-ac8f-48af-9a37-6be8298dacc6,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:02:50.382451 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.386368 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Allocated IP 172.20.0.1 (307f40e5-9e68-482b-a9bd-285dbfdfbe49/efbc4f2c-6312-4ff0-816b-f2a43755971a/8a0b6292-b2d4-48aa-adb1-cb6469cee276) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:50.444593 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789ecd8-9d6f-402d-b7b8-09da06d5045e None None] Pushing event updated for resources: {'Port': ['ID=bb97cd4d-ac8f-48af-9a37-6be8298dacc6,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:50.446804 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Routers {'669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:50.447406 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:50.497566 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.535333 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.584125 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:50.588977 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:50.597811 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:50.607907 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Pushing event updated for resources: {'Port': ['ID=8a0b6292-b2d4-48aa-adb1-cb6469cee276,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:50.657822 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471181'] for router_interface, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.704402 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] Set router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:50.811292 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.884436 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-cc076a34-8e7d-499a-901f-6d83d4d01b32 None None] Provisioning complete for port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:50.884697 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-cc076a34-8e7d-499a-901f-6d83d4d01b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.893529 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-f33d9fbe-707e-4315-982d-f63a68ed2630 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.898961 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-f33d9fbe-707e-4315-982d-f63a68ed2630 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:50.927061 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-cc076a34-8e7d-499a-901f-6d83d4d01b32 None None] Port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:02:50.940687 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:48Z', 'revision_number': 3, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:50.970252 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52cce1-c8a9-4d05-99a6-319a2aa5db57 None None] The sync data for ids ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'] in dv-cinder-784477-10-iscsi is: [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:48Z', 'revision_number': 3, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:02:50.995947 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:51.002015 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:51.004348 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.l3_db [None req-f33d9fbe-707e-4315-982d-f63a68ed2630 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Floating IP ae2a1a63-31be-4447-a5cb-1b84c05b3a4c associated. External IP: 172.27.2.204, port: 0ed44ee3-2630-4f50-9391-4bb374b76e1d. Dec 14 13:02:51.067656 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472125'] for router_interface, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:51.075836 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Pushing event updated for resources: {'Port': ['ID=8a0b6292-b2d4-48aa-adb1-cb6469cee276,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:51.171897 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:51.173514 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:51.257610 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33d9fbe-707e-4315-982d-f63a68ed2630 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Router 1795d8e3-5eae-4de4-8781-4fc05baecac8 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:02:51.341071 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:02:51.399857 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33d9fbe-707e-4315-982d-f63a68ed2630 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:02:51.405227 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-f33d9fbe-707e-4315-982d-f63a68ed2630 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:51.412469 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3003526-73ab-42ed-a28b-f6aae1012d6c None None] Sync routers for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:02:51.424002 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3003526-73ab-42ed-a28b-f6aae1012d6c None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:51.424631 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-f3003526-73ab-42ed-a28b-f6aae1012d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:51.437506 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-f33d9fbe-707e-4315-982d-f63a68ed2630 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "PUT /v2.0/floatingips/ae2a1a63-31be-4447-a5cb-1b84c05b3a4c HTTP/1.1" status: 200 len: 991 time: 1.2410738 Dec 14 13:02:51.438112 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:02:51.440498 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f10535f-ab61-4c65-a913-486af3d672b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:02:51.475409 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:02:51.482134 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-11fc91e1-27fb-46a9-b9cd-019665506bdd admin admin] 10.222.0.49 "PUT /v2.0/routers/669cdc8d-49ec-4575-a4c1-a4c0366c1a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0153549 Dec 14 13:02:51.492144 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-285c276a-ec8b-4a37-9810-a01bc4f42fd3 None None] Provisioning complete for port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:51.492590 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-285c276a-ec8b-4a37-9810-a01bc4f42fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:51.510273 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3f3696-b512-4913-aede-ca1acd5f9668 x-openstack-request-id: req-eb3f3696-b512-4913-aede-ca1acd5f9668 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:02:51.510562 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:02:51.510806 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb3f3696-b512-4913-aede-ca1acd5f9668 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:02:51.511212 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'status': 'completed', 'code': 200} Dec 14 13:02:51.571731 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-f3003526-73ab-42ed-a28b-f6aae1012d6c None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:51.579925 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-285c276a-ec8b-4a37-9810-a01bc4f42fd3 None None] Port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:02:51.607107 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10535f-ab61-4c65-a913-486af3d672b3 req-ef8a8b37-2e29-4c6e-8c83-2bd2708d048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:51.608693 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f10535f-ab61-4c65-a913-486af3d672b3 req-ef8a8b37-2e29-4c6e-8c83-2bd2708d048d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 1098 time: 0.0669987 Dec 14 13:02:51.729325 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10535f-ab61-4c65-a913-486af3d672b3 req-f2ddb924-5caa-4ef0-859e-a1dd5c0c62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:51.731324 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f10535f-ab61-4c65-a913-486af3d672b3 req-f2ddb924-5caa-4ef0-859e-a1dd5c0c62a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 918 time: 0.1142569 Dec 14 13:02:51.820198 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f10535f-ab61-4c65-a913-486af3d672b3 req-17ac07ac-03c6-4988-ba47-76325f605a3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d HTTP/1.1" status: 200 len: 999 time: 0.0804567 Dec 14 13:02:51.895188 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device bb97cd4d-ac8f-48af-9a37-6be8298dacc6 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:51.908312 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10535f-ab61-4c65-a913-486af3d672b3 req-281477e7-5f3c-43f4-a6eb-e2248d71d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:51.909809 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f10535f-ab61-4c65-a913-486af3d672b3 req-281477e7-5f3c-43f4-a6eb-e2248d71d3d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 200 len: 856 time: 0.0820043 Dec 14 13:02:51.946027 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-f3003526-73ab-42ed-a28b-f6aae1012d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': 'ae2a1a63-31be-4447-a5cb-1b84c05b3a4c', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'port_id': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'mac_address': 'fa:16:3e:a9:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:02:38Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 1, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:51.975995 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port bb97cd4d-ac8f-48af-9a37-6be8298dacc6 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:51.976379 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:51.977318 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10535f-ab61-4c65-a913-486af3d672b3 req-8bd30276-eb27-41f3-bdfa-a193a47d5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:51.978673 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f10535f-ab61-4c65-a913-486af3d672b3 req-8bd30276-eb27-41f3-bdfa-a193a47d5236 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=685eb097-be44-442e-9106-664041f3bdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0600879 Dec 14 13:02:51.983412 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3003526-73ab-42ed-a28b-f6aae1012d6c None None] Checking router: 1795d8e3-5eae-4de4-8781-4fc05baecac8 for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:02:51.999151 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3003526-73ab-42ed-a28b-f6aae1012d6c None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:51.999767 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-f3003526-73ab-42ed-a28b-f6aae1012d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:52.095803 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.111314 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f10535f-ab61-4c65-a913-486af3d672b3 req-8984a6df-e94c-4316-962e-e53de1985f11 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226683 Dec 14 13:02:52.118979 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port bb97cd4d-ac8f-48af-9a37-6be8298dacc6, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=bb97cd4d-ac8f-48af-9a37-6be8298dacc6,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:52.126971 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.134294 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:02:52.136176 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-f3003526-73ab-42ed-a28b-f6aae1012d6c None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:52.196486 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=bb97cd4d-ac8f-48af-9a37-6be8298dacc6,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:52.226983 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 46996) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:52.232666 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1029877862-network', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:52.238228 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9f10535f-ab61-4c65-a913-486af3d672b3 req-893cecbd-1da0-4104-88a2-c4bfa58e9d1e service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173766 Dec 14 13:02:52.255017 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Made reservation on behalf of 175ff30463fc492b9a29616a9b8b5941 for: {'network': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:02:52.257451 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.266429 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.346768 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.351752 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.378872 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 13:02:52.388726 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6f4ae2-2311-4d80-9dc9-86922ccbcea0,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:52.390347 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-f3003526-73ab-42ed-a28b-f6aae1012d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': 'ae2a1a63-31be-4447-a5cb-1b84c05b3a4c', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'port_id': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'mac_address': 'fa:16:3e:a9:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:02:38Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 1, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:52.397211 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.397211 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.segments_db [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Added segment af4801f7-6d7d-45ff-b149-1eba566a9e29 of type vlan for network f865d073-158e-4bed-908f-fd74035c7943 Dec 14 13:02:52.421196 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3003526-73ab-42ed-a28b-f6aae1012d6c None None] The sync data for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi is: [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': 'ae2a1a63-31be-4447-a5cb-1b84c05b3a4c', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'port_id': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'mac_address': 'fa:16:3e:a9:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:02:38Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 1, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:02:52.446001 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.473969 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.475009 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:52.475701 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.536332 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3081934 Dec 14 13:02:52.539432 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47000) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:52.546788 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] Request body: {'subnet': {'network_id': 'f865d073-158e-4bed-908f-fd74035c7943', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1029877862-subnet', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'ip_version': 4}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:52.556795 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ca01e-445a-4b10-a221-c48b469c4ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=f865d073-158e-4bed-908f-fd74035c7943,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:52.571847 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network f865d073-158e-4bed-908f-fd74035c7943 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 13:02:52.577650 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] Made reservation on behalf of 175ff30463fc492b9a29616a9b8b5941 for: {'subnet': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:02:52.580271 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695818'] for subnet, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.710214 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934480f-1d2e-4676-ae21-0fe6703a047f None None] New status for floating IP ae2a1a63-31be-4447-a5cb-1b84c05b3a4c: ACTIVE {{(pid=102352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:02:52.764404 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695828'] for subnet, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.821837 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] Pushing event updated for resources: {'Subnet': ['ID=06db187e-db5e-41fe-a125-bd2d879c1f0a,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:52.832764 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] Checking segment: {'id': 'af4801f7-6d7d-45ff-b149-1eba566a9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:52.833126 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] Network hostable DHCP agents. Network: f865d073-158e-4bed-908f-fd74035c7943, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 13:02:52.854384 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] Network f865d073-158e-4bed-908f-fd74035c7943 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 13:02:52.868606 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, f865d073-158e-4bed-908f-fd74035c7943) {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:52.872871 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:02:52.873591 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.879256 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69b5101-6060-434b-9c52-4fbf65d9ff70 None None] Network f865d073-158e-4bed-908f-fd74035c7943 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:02:52.891248 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e9a53cf8-6e05-46ec-a764-8a487ef8026f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3501267 Dec 14 13:02:52.893996 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47004) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:52.898675 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1029877862-router', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:02:52.928134 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60764'] for router, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.929966 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60757'] for router, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.980958 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22aba6b6-fb0c-59e1-9f3d-90899b8a9d55-f865d073-158e-4bed-908f-fd74035c7943', 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943', 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'fixed_ips': [{'subnet_id': '06db187e-db5e-41fe-a125-bd2d879c1f0a'}]}} from dv-cinder-784477-10-iscsi. {{(pid=102352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 13:02:52.981970 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:52.988034 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.015294 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Sync routers for ids ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:02:53.027561 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Routers {'669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:53.028185 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:53.121478 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.db_base_plugin_common [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Allocated IP 172.20.0.2 (f865d073-158e-4bed-908f-fd74035c7943/06db187e-db5e-41fe-a125-bd2d879c1f0a/55458f46-7ec9-41b3-9fc9-560f955cf2a4) {{(pid=102352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:53.139543 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Set router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:53.287072 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Publish callbacks [] for port, precommit_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.295631 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.338848 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Network f865d073-158e-4bed-908f-fd74035c7943 is already hosted by enough agents. {{(pid=102352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:53.341757 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.base_scheduler [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Resources bound (agent type, host, resource id): {{(pid=102352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:53.344239 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Received port after_create {{(pid=102352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:53.348841 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 4, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8a0b6292-b2d4-48aa-adb1-cb6469cee276', 'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'mac_address': 'fa:16:3e:cb:9e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:50Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 2, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'subnets': [{'id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:53.355967 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Pushing event updated for resources: {'Port': ['ID=55458f46-7ec9-41b3-9fc9-560f955cf2a4,revision_number=1']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:53.374503 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.375286 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Checking router: 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:02:53.375639 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Updating router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 binding host dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:02:53.401700 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.405478 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Attempting to bind port 55458f46-7ec9-41b3-9fc9-560f955cf2a4 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:02:53.405851 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Attempting to bind port 55458f46-7ec9-41b3-9fc9-560f955cf2a4 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': 'af4801f7-6d7d-45ff-b149-1eba566a9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:02:53.406487 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Attempting to bind port 55458f46-7ec9-41b3-9fc9-560f955cf2a4 on network f865d073-158e-4bed-908f-fd74035c7943 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:53.411834 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:02:53.412206 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Checking segment: {'id': 'af4801f7-6d7d-45ff-b149-1eba566a9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:53.412637 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.413096 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Bound using segment: {'id': 'af4801f7-6d7d-45ff-b149-1eba566a9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:02:53.413562 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Bound port: 55458f46-7ec9-41b3-9fc9-560f955cf2a4, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4801f7-6d7d-45ff-b149-1eba566a9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:02:53.413946 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.482415 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] For port 55458f46-7ec9-41b3-9fc9-560f955cf2a4, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:02:53.486320 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] For port 55458f46-7ec9-41b3-9fc9-560f955cf2a4, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=55458f46-7ec9-41b3-9fc9-560f955cf2a4,segment=NetworkSegment(af4801f7-6d7d-45ff-b149-1eba566a9e29),segment_id=af4801f7-6d7d-45ff-b149-1eba566a9e29)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:02:53.491698 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.559317 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005e33d-a3de-4c45-94c2-f246d6d1157a None None] Pushing event updated for resources: {'Port': ['ID=55458f46-7ec9-41b3-9fc9-560f955cf2a4,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:53.611244 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.634827 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.719375 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Publish callbacks [] for port, precommit_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.732441 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.780840 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Allocated IP 172.27.2.62 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:53.798893 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a68fd-7815-41e1-831b-3dd5dd1126f3 None None] Pushing event updated for resources: {'Port': ['ID=8a0b6292-b2d4-48aa-adb1-cb6469cee276,revision_number=3']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:53.885636 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2670-c1b8-4749-9089-d6189c631820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.914163 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Attempting to bind port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:02:53.914811 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Attempting to bind port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:02:53.915444 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Attempting to bind port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 on network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:53.921953 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:02:53.922651 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Checking segment: {'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:53.923522 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.924140 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Bound using segment: {'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:02:53.924828 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Bound port: 8a0b6292-b2d4-48aa-adb1-cb6469cee276, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'}}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:02:53.925489 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:53.963432 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.007637 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] For port 8a0b6292-b2d4-48aa-adb1-cb6469cee276, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:02:54.011177 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] For port 8a0b6292-b2d4-48aa-adb1-cb6469cee276, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8a0b6292-b2d4-48aa-adb1-cb6469cee276,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:02:54.019615 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.019809 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 55458f46-7ec9-41b3-9fc9-560f955cf2a4 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:54.021676 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.078433 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 55458f46-7ec9-41b3-9fc9-560f955cf2a4 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:54.078955 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.079200 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Pushing event updated for resources: {'Port': ['ID=75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:54.086805 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:54.087310 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Routers {'669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:54.087612 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:54.088384 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:54.090010 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:54.169072 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-b7fba607-50bb-4784-918b-3555fba9075b None None] Provisioning complete for port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:54.169607 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b7fba607-50bb-4784-918b-3555fba9075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.239927 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a68fd-7815-41e1-831b-3dd5dd1126f3 None None] Pushing event updated for resources: {'Port': ['ID=8a0b6292-b2d4-48aa-adb1-cb6469cee276,revision_number=4']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:54.249827 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.319146 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port 55458f46-7ec9-41b3-9fc9-560f955cf2a4, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=55458f46-7ec9-41b3-9fc9-560f955cf2a4,segment=NetworkSegment(af4801f7-6d7d-45ff-b149-1eba566a9e29),segment_id=af4801f7-6d7d-45ff-b149-1eba566a9e29)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:54.325613 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b7fba607-50bb-4784-918b-3555fba9075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.327653 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.328446 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device bb97cd4d-ac8f-48af-9a37-6be8298dacc6 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:54.341949 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] Set router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:54.377612 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.438263 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-b7fba607-50bb-4784-918b-3555fba9075b None None] For port 8a0b6292-b2d4-48aa-adb1-cb6469cee276, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8a0b6292-b2d4-48aa-adb1-cb6469cee276,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:02:54.438263 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=55458f46-7ec9-41b3-9fc9-560f955cf2a4,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:54.449081 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b7fba607-50bb-4784-918b-3555fba9075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.505235 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port bb97cd4d-ac8f-48af-9a37-6be8298dacc6 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:54.505640 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.616085 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 4, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8a0b6292-b2d4-48aa-adb1-cb6469cee276', 'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'mac_address': 'fa:16:3e:cb:9e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:50Z', 'updated_at': '2021-12-14T13:02:54Z', 'revision_number': 4, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'subnets': [{'id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:54.616978 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fba607-50bb-4784-918b-3555fba9075b None None] Pushing event updated for resources: {'Port': ['ID=8a0b6292-b2d4-48aa-adb1-cb6469cee276,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:54.622140 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-8d7d7ee8-c1da-4f0d-8e1d-7eb5c6f05369 None None] Provisioning complete for port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:54.622530 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8d7d7ee8-c1da-4f0d-8e1d-7eb5c6f05369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.646039 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469758'] for router, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.654726 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd634e-7d66-45bb-b97b-f3a16b57037d None None] The sync data for ids ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'] in dv-cinder-784477-10-iscsi is: [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 4, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8a0b6292-b2d4-48aa-adb1-cb6469cee276', 'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'mac_address': 'fa:16:3e:cb:9e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:50Z', 'updated_at': '2021-12-14T13:02:54Z', 'revision_number': 4, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'subnets': [{'id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:02:54.795518 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923bc2a8-e8dd-48e2-8d93-44b8a3e44180 None None] Network f865d073-158e-4bed-908f-fd74035c7943 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:02:54.833181 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca is scheduled to L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 with binding_index 1 {{(pid=102350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 13:02:54.923652 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-7d9af867-8a4d-4191-bcbd-9616404066b9 None None] Provisioning complete for port 55458f46-7ec9-41b3-9fc9-560f955cf2a4 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:54.924138 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-7d9af867-8a4d-4191-bcbd-9616404066b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.961650 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:02:54.971801 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Sync routers for ids ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:02:54.984804 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:54.986739 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-415f370f-8559-47ea-8e89-414857b37798 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0917561 Dec 14 13:02:54.989792 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47014) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:02:54.993949 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Routers {'160d6ff8-8072-49a1-bdbf-8813ef2e8aca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:54.993949 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:55.135368 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Set router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:55.321277 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-97d9f722-91f0-402e-a84e-3143ef404904 None None] Provisioning complete for port 55458f46-7ec9-41b3-9fc9-560f955cf2a4 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:55.321646 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-97d9f722-91f0-402e-a84e-3143ef404904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:55.378681 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'name': 'tempest-TestMinimumBasicScenario-1029877862-router', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:52Z', 'updated_at': '2021-12-14T13:02:54Z', 'revision_number': 3, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'gw_port': {'id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:53Z', 'updated_at': '2021-12-14T13:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:55.422368 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Checking router: 160d6ff8-8072-49a1-bdbf-8813ef2e8aca for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:02:55.422711 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Updating router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca port 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 binding host dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:02:55.443130 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:55.462042 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:55.614432 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Allocated IP 172.20.0.1 (f865d073-158e-4bed-908f-fd74035c7943/06db187e-db5e-41fe-a125-bd2d879c1f0a/cc0a076e-d854-4a68-9080-728c1897098f) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:02:55.726866 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:55.766221 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:55.809266 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Network f865d073-158e-4bed-908f-fd74035c7943 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:55.814491 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:55.821803 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:02:55.884440 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Publish callbacks [] for port, precommit_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:55.895072 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:55.901581 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Pushing event updated for resources: {'Port': ['ID=cc0a076e-d854-4a68-9080-728c1897098f,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:55.910263 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471181'] for router_interface, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:55.981192 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Attempting to bind port 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:02:55.981692 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Attempting to bind port 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:02:55.982704 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Attempting to bind port 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 on network 2946f6d7-cdce-44ff-bb19-df196ff995d7 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:02:55.987751 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-cff82c7d-6cc5-4cb5-81ea-88ca92620c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:55.993700 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c90dc7-3dc1-48f8-9cd9-0f30fdc57367 None None] Pushing event updated for resources: {'Port': ['ID=75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:55.997875 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:02:55.998254 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Checking segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:02:55.998659 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:56.000711 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Bound using segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:02:56.001316 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Bound port: 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:02:56.001779 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:56.035948 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 55458f46-7ec9-41b3-9fc9-560f955cf2a4 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:56.103604 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:56.114327 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] For port 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:02:56.120588 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] For port 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:02:56.124628 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-896428e8-19a7-4c9a-843f-1f8ffc271bff None None] Provisioning complete for port cc0a076e-d854-4a68-9080-728c1897098f triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:56.125062 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-896428e8-19a7-4c9a-843f-1f8ffc271bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:56.152555 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:56.197560 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 55458f46-7ec9-41b3-9fc9-560f955cf2a4 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:56.197931 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:56.231650 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-896428e8-19a7-4c9a-843f-1f8ffc271bff None None] Port cc0a076e-d854-4a68-9080-728c1897098f cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:02:56.260963 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Routers {'160d6ff8-8072-49a1-bdbf-8813ef2e8aca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:56.261606 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:56.268698 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:56.274782 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:56.299340 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c90dc7-3dc1-48f8-9cd9-0f30fdc57367 None None] Pushing event updated for resources: {'Port': ['ID=75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:56.343177 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472125'] for router_interface, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:56.344928 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Pushing event updated for resources: {'Port': ['ID=cc0a076e-d854-4a68-9080-728c1897098f,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:02:56.399604 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8a0b6292-b2d4-48aa-adb1-cb6469cee276 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:56.432835 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] Set router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:56.438171 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Network f865d073-158e-4bed-908f-fd74035c7943 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:02:56.439653 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:02:56.564939 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:56.565228 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:56.568186 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:02:56.680569 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:02:56.685641 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-f90dd6ad-f3b8-4575-9af7-7287a4aff557 admin admin] 10.222.0.49 "PUT /v2.0/routers/160d6ff8-8072-49a1-bdbf-8813ef2e8aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6947553 Dec 14 13:02:56.708993 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-eeffcfce-04d4-4b3e-a249-86f83de84189 None None] Provisioning complete for port cc0a076e-d854-4a68-9080-728c1897098f triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:56.709295 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-eeffcfce-04d4-4b3e-a249-86f83de84189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:56.765542 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-eeffcfce-04d4-4b3e-a249-86f83de84189 None None] Port cc0a076e-d854-4a68-9080-728c1897098f cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:02:56.779063 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'name': 'tempest-TestMinimumBasicScenario-1029877862-router', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:52Z', 'updated_at': '2021-12-14T13:02:56Z', 'revision_number': 4, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'gw_port': {'id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:53Z', 'updated_at': '2021-12-14T13:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'cc0a076e-d854-4a68-9080-728c1897098f', 'name': '', 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'mac_address': 'fa:16:3e:72:aa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '06db187e-db5e-41fe-a125-bd2d879c1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:55Z', 'updated_at': '2021-12-14T13:02:55Z', 'revision_number': 1, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'subnets': [{'id': '06db187e-db5e-41fe-a125-bd2d879c1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:56.807916 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdd680-4862-420b-bf8e-298b4a9ac28a None None] The sync data for ids ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'] in dv-cinder-784477-10-iscsi is: [{'id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'name': 'tempest-TestMinimumBasicScenario-1029877862-router', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:52Z', 'updated_at': '2021-12-14T13:02:56Z', 'revision_number': 4, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'gw_port': {'id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:53Z', 'updated_at': '2021-12-14T13:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'cc0a076e-d854-4a68-9080-728c1897098f', 'name': '', 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'mac_address': 'fa:16:3e:72:aa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '06db187e-db5e-41fe-a125-bd2d879c1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:55Z', 'updated_at': '2021-12-14T13:02:55Z', 'revision_number': 1, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'subnets': [{'id': '06db187e-db5e-41fe-a125-bd2d879c1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:02:57.319217 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:58.578997 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:59.391906 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Sync routers for ids ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:02:59.402499 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Routers {'160d6ff8-8072-49a1-bdbf-8813ef2e8aca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:02:59.403394 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:59.476467 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:59.526110 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Set router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:02:59.749152 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'name': 'tempest-TestMinimumBasicScenario-1029877862-router', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:52Z', 'updated_at': '2021-12-14T13:02:56Z', 'revision_number': 4, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'gw_port': {'id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:53Z', 'updated_at': '2021-12-14T13:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'cc0a076e-d854-4a68-9080-728c1897098f', 'name': '', 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'mac_address': 'fa:16:3e:72:aa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '06db187e-db5e-41fe-a125-bd2d879c1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:55Z', 'updated_at': '2021-12-14T13:02:56Z', 'revision_number': 2, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'subnets': [{'id': '06db187e-db5e-41fe-a125-bd2d879c1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:02:59.796605 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Checking router: 160d6ff8-8072-49a1-bdbf-8813ef2e8aca for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:02:59.797121 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Updating router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca port cc0a076e-d854-4a68-9080-728c1897098f binding host dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:02:59.826734 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:02:59.874138 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:02:59.936050 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:02:59.936438 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.030193 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.052669 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:03:00.057399 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.126977 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Publish callbacks [] for port, precommit_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.134216 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.143418 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:00.183634 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad8909-c89f-4872-9bc4-f543003b53d7 None None] Pushing event updated for resources: {'Port': ['ID=cc0a076e-d854-4a68-9080-728c1897098f,revision_number=3']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:00.253953 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Attempting to bind port cc0a076e-d854-4a68-9080-728c1897098f on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:03:00.254319 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Attempting to bind port cc0a076e-d854-4a68-9080-728c1897098f by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': 'af4801f7-6d7d-45ff-b149-1eba566a9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943'}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:03:00.254680 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Attempting to bind port cc0a076e-d854-4a68-9080-728c1897098f on network f865d073-158e-4bed-908f-fd74035c7943 {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:03:00.260149 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:03:00.260529 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Checking segment: {'id': 'af4801f7-6d7d-45ff-b149-1eba566a9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:03:00.260933 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.261338 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Bound using segment: {'id': 'af4801f7-6d7d-45ff-b149-1eba566a9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943'} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:03:00.261793 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Bound port: cc0a076e-d854-4a68-9080-728c1897098f, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4801f7-6d7d-45ff-b149-1eba566a9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943'}}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:03:00.262183 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.328770 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] For port cc0a076e-d854-4a68-9080-728c1897098f, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:03:00.332133 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] For port cc0a076e-d854-4a68-9080-728c1897098f, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=cc0a076e-d854-4a68-9080-728c1897098f,segment=NetworkSegment(af4801f7-6d7d-45ff-b149-1eba566a9e29),segment_id=af4801f7-6d7d-45ff-b149-1eba566a9e29)] {{(pid=102353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:03:00.340675 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.407692 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad8909-c89f-4872-9bc4-f543003b53d7 None None] Pushing event updated for resources: {'Port': ['ID=cc0a076e-d854-4a68-9080-728c1897098f,revision_number=4']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:00.422201 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Routers {'160d6ff8-8072-49a1-bdbf-8813ef2e8aca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:03:00.422840 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:02:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:03:00.525373 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-6a236894-c372-46eb-aa25-cfc8132ee9f4 None None] Provisioning complete for port cc0a076e-d854-4a68-9080-728c1897098f triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:03:00.525755 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6a236894-c372-46eb-aa25-cfc8132ee9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.611671 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] Set router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:03:00.676787 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6a236894-c372-46eb-aa25-cfc8132ee9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.713122 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-6a236894-c372-46eb-aa25-cfc8132ee9f4 None None] For port cc0a076e-d854-4a68-9080-728c1897098f, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=cc0a076e-d854-4a68-9080-728c1897098f,segment=NetworkSegment(af4801f7-6d7d-45ff-b149-1eba566a9e29),segment_id=af4801f7-6d7d-45ff-b149-1eba566a9e29)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:03:00.720675 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6a236894-c372-46eb-aa25-cfc8132ee9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.778575 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a236894-c372-46eb-aa25-cfc8132ee9f4 None None] Pushing event updated for resources: {'Port': ['ID=cc0a076e-d854-4a68-9080-728c1897098f,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:00.847406 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'name': 'tempest-TestMinimumBasicScenario-1029877862-router', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:52Z', 'updated_at': '2021-12-14T13:02:56Z', 'revision_number': 4, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'gw_port': {'id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:53Z', 'updated_at': '2021-12-14T13:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'cc0a076e-d854-4a68-9080-728c1897098f', 'name': '', 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'mac_address': 'fa:16:3e:72:aa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '06db187e-db5e-41fe-a125-bd2d879c1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:55Z', 'updated_at': '2021-12-14T13:03:00Z', 'revision_number': 4, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'subnets': [{'id': '06db187e-db5e-41fe-a125-bd2d879c1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:03:00.848362 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-36b8a87a-a180-4c08-b382-b2d35d087839 None None] Provisioning complete for port cc0a076e-d854-4a68-9080-728c1897098f triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:03:00.853395 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-36b8a87a-a180-4c08-b382-b2d35d087839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:00.877081 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2528b-2655-4352-a3bd-cfc06342351a None None] The sync data for ids ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'] in dv-cinder-784477-10-iscsi is: [{'id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'name': 'tempest-TestMinimumBasicScenario-1029877862-router', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:52Z', 'updated_at': '2021-12-14T13:02:56Z', 'revision_number': 4, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'gw_port': {'id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:53Z', 'updated_at': '2021-12-14T13:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'cc0a076e-d854-4a68-9080-728c1897098f', 'name': '', 'network_id': 'f865d073-158e-4bed-908f-fd74035c7943', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'mac_address': 'fa:16:3e:72:aa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '06db187e-db5e-41fe-a125-bd2d879c1f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:55Z', 'updated_at': '2021-12-14T13:03:00Z', 'revision_number': 4, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'subnets': [{'id': '06db187e-db5e-41fe-a125-bd2d879c1f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:03:01.905608 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:03:01.965256 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:03:01.965743 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:02.054655 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device cc0a076e-d854-4a68-9080-728c1897098f up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:03:02.104762 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port cc0a076e-d854-4a68-9080-728c1897098f triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:03:02.105163 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:06.677414 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-0b8a38fe-d48f-46b5-9495-93f183f41a24 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:06.678809 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-0b8a38fe-d48f-46b5-9495-93f183f41a24 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/networks?id=307f40e5-9e68-482b-a9bd-285dbfdfbe49 HTTP/1.1" status: 200 len: 814 time: 0.1046813 Dec 14 13:03:06.696313 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-e1a722ec-fc78-434d-8d51-d13a82fc645f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/quotas/8bcb503e37b2449484c788574e4c88f0 HTTP/1.1" status: 200 len: 375 time: 0.0092318 Dec 14 13:03:06.747474 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-390ad1fa-bf75-4802-987b-fa3f5767cd5a tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcb503e37b2449484c788574e4c88f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457664 Dec 14 13:03:06.944791 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-d30690a8-3878-47a9-967e-44c40e38b98a service neutron] 10.222.0.49 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848898 Dec 14 13:03:07.036891 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-58b5b398-251d-4f77-aecf-793cbae39651 service neutron] 10.222.0.49 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861523 Dec 14 13:03:07.244881 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-38945a97-558c-455d-9cb8-84bb25631d68 req-7bce429e-63b5-4a5b-9b6c-11394ef997bc tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 210 time: 0.0760298 Dec 14 13:03:08.346937 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c643ccd0-96f1-4952-8d97-e2aa7dba9ad0 req-bf614d58-a866-4370-8842-fae5a5d4c3fb tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 210 time: 0.0290017 Dec 14 13:03:08.371145 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-dc792dfd-299c-4172-a0e3-adcb44436da9 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:08.372780 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-dc792dfd-299c-4172-a0e3-adcb44436da9 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.44 "GET /v2.0/networks?id=307f40e5-9e68-482b-a9bd-285dbfdfbe49 HTTP/1.1" status: 200 len: 814 time: 0.1016130 Dec 14 13:03:08.387721 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Request body: {'port': {'device_id': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'admin_state_up': True, 'tenant_id': '8bcb503e37b2449484c788574e4c88f0'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:03:08.504383 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Made reservation on behalf of 8bcb503e37b2449484c788574e4c88f0 for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:03:08.508213 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:08.634956 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Allocated IP 172.20.0.3 (307f40e5-9e68-482b-a9bd-285dbfdfbe49/efbc4f2c-6312-4ff0-816b-f2a43755971a/fee608e1-5f95-4491-9016-8fcb3872f581) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:03:08.788909 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:08.826150 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:08.890422 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:03:08.892266 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'Port': ['ID=fee608e1-5f95-4491-9016-8fcb3872f581,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:08.895148 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:03:08.898032 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:03:08.962599 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:08.963243 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:08.982008 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-8a9cf5c3-6e02-457b-99fb-bba4ed8cf715 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5980322 Dec 14 13:03:09.159024 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-b4754d65-e0cb-4146-ba78-42e6de54ab28 None None] Provisioning complete for port fee608e1-5f95-4491-9016-8fcb3872f581 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:03:09.160003 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b4754d65-e0cb-4146-ba78-42e6de54ab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:09.196244 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-b4754d65-e0cb-4146-ba78-42e6de54ab28 None None] Port fee608e1-5f95-4491-9016-8fcb3872f581 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:03:14.441345 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:21.218635 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Request body: {'port': {'device_id': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:03:21.282320 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:21.307162 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0072c8-8885-48ef-ba55-697bd3b27785 req-c768c193-8ce8-4617-8a5d-07a0baaaabbc tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:21.308538 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9c0072c8-8885-48ef-ba55-697bd3b27785 req-c768c193-8ce8-4617-8a5d-07a0baaaabbc tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 931 time: 0.0529256 Dec 14 13:03:21.356881 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9c0072c8-8885-48ef-ba55-697bd3b27785 req-e5f7f169-ee0e-4f16-805d-caa74d4e68cd tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Dec 14 13:03:21.551392 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee608e1-5f95-4491-9016-8fcb3872f581 {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:03:21.559072 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:21.571724 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Transition to ACTIVE for port object fee608e1-5f95-4491-9016-8fcb3872f581 will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 13:03:21.579855 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:21.654103 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Pushing event updated for resources: {'Port': ['ID=fee608e1-5f95-4491-9016-8fcb3872f581,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:21.714315 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.714648 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.714988 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.715629 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.715999 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.716379 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.716948 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.717314 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.718028 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.718028 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.718332 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.718738 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.719091 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:21.744016 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Attempting to bind port fee608e1-5f95-4491-9016-8fcb3872f581 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:03:21.744402 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Attempting to bind port fee608e1-5f95-4491-9016-8fcb3872f581 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:03:21.744723 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Attempting to bind port fee608e1-5f95-4491-9016-8fcb3872f581 on network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:03:21.750301 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Port fee608e1-5f95-4491-9016-8fcb3872f581 on network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 13:03:21.750582 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Attempting to bind port fee608e1-5f95-4491-9016-8fcb3872f581 on network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:03:21.758050 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:03:21.758411 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Checking segment: {'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:03:21.758826 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Bound using segment: {'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:03:21.759400 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Bound port: fee608e1-5f95-4491-9016-8fcb3872f581, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c80ba6-052e-4cf1-8643-9d11989feb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:03:21.759831 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:21.828648 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] For port fee608e1-5f95-4491-9016-8fcb3872f581, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:03:21.831907 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] For port fee608e1-5f95-4491-9016-8fcb3872f581, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fee608e1-5f95-4491-9016-8fcb3872f581,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:03:21.836336 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:21.872483 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:21.873124 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:21.874570 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] 10.222.0.44 "PUT /v2.0/ports/fee608e1-5f95-4491-9016-8fcb3872f581 HTTP/1.1" status: 200 len: 1093 time: 0.7112677 Dec 14 13:03:21.874995 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:03:21.877343 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b32852-4087-477f-8373-015a6d70f1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:03:21.898910 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35dc1c-5905-49f3-9a1a-d284be47a73b service neutron] Pushing event updated for resources: {'Port': ['ID=fee608e1-5f95-4491-9016-8fcb3872f581,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:21.923349 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adc4b71-d5c2-479c-9aaf-1b79b3f2805a x-openstack-request-id: req-9adc4b71-d5c2-479c-9aaf-1b79b3f2805a {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:03:21.923632 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:03:21.923875 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9adc4b71-d5c2-479c-9aaf-1b79b3f2805a {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:03:21.924266 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'status': 'completed', 'code': 200} Dec 14 13:03:21.981465 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-2c590332-7bcd-4d8a-bd0c-bc01b60f960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:21.983043 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-2c590332-7bcd-4d8a-bd0c-bc01b60f960a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bcb503e37b2449484c788574e4c88f0&device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 1096 time: 0.0421364 Dec 14 13:03:22.028527 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-64898a57-90ad-47b3-ae9b-edb1d6349f24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee608e1-5f95-4491-9016-8fcb3872f581 HTTP/1.1" status: 200 len: 217 time: 0.0347800 Dec 14 13:03:22.082094 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-a466f868-5acc-4e4d-858a-af2bf6b99241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:22.083445 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-a466f868-5acc-4e4d-858a-af2bf6b99241 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efbc4f2c-6312-4ff0-816b-f2a43755971a HTTP/1.1" status: 200 len: 853 time: 0.0469077 Dec 14 13:03:22.133293 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-3de29279-fe12-4a07-ad90-795006d5af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:22.134865 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-3de29279-fe12-4a07-ad90-795006d5af01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307f40e5-9e68-482b-a9bd-285dbfdfbe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431263 Dec 14 13:03:22.226872 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-1bf0a5e6-a7e3-4f47-b4bc-8ade0f661f7f service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837038 Dec 14 13:03:22.329470 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f5c5fb92-9f95-4f0e-94cd-0732147e2959 req-d8ead503-904d-489d-a7a1-e6aecfc28a71 service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951080 Dec 14 13:03:22.425707 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b32852-4087-477f-8373-015a6d70f1e0 req-fbcb92b3-65f1-4595-b5e8-171397fc60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:22.427225 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c4b32852-4087-477f-8373-015a6d70f1e0 req-fbcb92b3-65f1-4595-b5e8-171397fc60d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bcb503e37b2449484c788574e4c88f0&device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 1096 time: 0.0414519 Dec 14 13:03:22.517555 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb82ea5-fd15-462d-8a00-1748c02b05d9 req-ede198fd-5f9b-403c-9251-17f059e401af tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:22.526887 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dfb82ea5-fd15-462d-8a00-1748c02b05d9 req-ede198fd-5f9b-403c-9251-17f059e401af tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 943 time: 0.0963442 Dec 14 13:03:22.530849 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b32852-4087-477f-8373-015a6d70f1e0 req-fdf7e926-3177-443f-9dba-0c7b685d39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:22.533048 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c4b32852-4087-477f-8373-015a6d70f1e0 req-fdf7e926-3177-443f-9dba-0c7b685d39e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=307f40e5-9e68-482b-a9bd-285dbfdfbe49 HTTP/1.1" status: 200 len: 915 time: 0.0960259 Dec 14 13:03:22.570953 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dfb82ea5-fd15-462d-8a00-1748c02b05d9 req-921b84e6-2937-45ea-917c-390d4e1a9146 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431919 Dec 14 13:03:22.585721 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c4b32852-4087-477f-8373-015a6d70f1e0 req-2d7cf046-4dfb-4248-8464-35725368c5cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee608e1-5f95-4491-9016-8fcb3872f581 HTTP/1.1" status: 200 len: 217 time: 0.0351617 Dec 14 13:03:22.634441 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b32852-4087-477f-8373-015a6d70f1e0 req-1eca096d-b453-4ee6-a401-398c4691a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:22.635881 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c4b32852-4087-477f-8373-015a6d70f1e0 req-1eca096d-b453-4ee6-a401-398c4691a3e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efbc4f2c-6312-4ff0-816b-f2a43755971a HTTP/1.1" status: 200 len: 853 time: 0.0424120 Dec 14 13:03:22.693527 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b32852-4087-477f-8373-015a6d70f1e0 req-dc0db36d-da77-4c87-b508-eaf5765fa518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:22.694986 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c4b32852-4087-477f-8373-015a6d70f1e0 req-dc0db36d-da77-4c87-b508-eaf5765fa518 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307f40e5-9e68-482b-a9bd-285dbfdfbe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489721 Dec 14 13:03:22.785045 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c4b32852-4087-477f-8373-015a6d70f1e0 req-6400da52-5410-45f6-9962-b27d567ee307 service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814018 Dec 14 13:03:22.880762 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c4b32852-4087-477f-8373-015a6d70f1e0 req-48d33e25-963b-4f5c-a0ab-d82b4cac1e6c service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880432 Dec 14 13:03:23.690702 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3c766-4f32-41c8-bff0-35158e8f4824 req-b4ee0704-0379-4343-b608-7bebd2d5283f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:23.692233 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c6e3c766-4f32-41c8-bff0-35158e8f4824 req-b4ee0704-0379-4343-b608-7bebd2d5283f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 943 time: 0.0504241 Dec 14 13:03:23.744633 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c6e3c766-4f32-41c8-bff0-35158e8f4824 req-ae32e594-dcf9-4887-827d-e8b54c80f6ac tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461531 Dec 14 13:03:23.879730 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-adc4f094-f310-4fc0-85c0-b63710ab4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:24.884265 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bb4c7-d40d-4a36-b8e2-8aab80136abf req-40c3005c-c2d8-4b1e-856e-a14e84d17781 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:24.885789 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1b2bb4c7-d40d-4a36-b8e2-8aab80136abf req-40c3005c-c2d8-4b1e-856e-a14e84d17781 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 943 time: 0.0538998 Dec 14 13:03:24.937611 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1b2bb4c7-d40d-4a36-b8e2-8aab80136abf req-3321d50b-9be9-46b7-9198-19a6e86d304a tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443873 Dec 14 13:03:25.509518 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device fee608e1-5f95-4491-9016-8fcb3872f581 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:03:25.610445 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port fee608e1-5f95-4491-9016-8fcb3872f581, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fee608e1-5f95-4491-9016-8fcb3872f581,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:03:25.621696 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'port_id': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'mac_address': 'fa:16:3e:e1:94:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:03:25.661851 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:25.676593 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee608e1-5f95-4491-9016-8fcb3872f581 {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:03:25.697963 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port fee608e1-5f95-4491-9016-8fcb3872f581, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fee608e1-5f95-4491-9016-8fcb3872f581,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:03:25.703587 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:25.752886 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=fee608e1-5f95-4491-9016-8fcb3872f581,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:25.760078 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.760426 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.760767 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.761121 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.761527 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.761829 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.762178 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.762501 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.762821 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.763125 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.763440 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.763758 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:25.764072 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:26.057515 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddc213-b824-4e3f-b4eb-572fe243c206 req-36066a26-ba8b-42db-a0d3-c1a73d0db134 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:26.059040 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-efddc213-b824-4e3f-b4eb-572fe243c206 req-36066a26-ba8b-42db-a0d3-c1a73d0db134 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 944 time: 0.0500481 Dec 14 13:03:26.062063 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['fee608e1-5f95-4491-9016-8fcb3872f581'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:03:26.098349 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-39a6b548-7cdc-4e99-b57e-4e665c67e4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:26.107369 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-efddc213-b824-4e3f-b4eb-572fe243c206 req-38d2bca2-b59c-41b9-a338-c3c734493454 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Dec 14 13:03:27.237577 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1447-8f57-4d61-be67-72be45902b60 req-139c664d-6751-4d47-b654-55f63921e5da tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:27.239029 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-781d1447-8f57-4d61-be67-72be45902b60 req-139c664d-6751-4d47-b654-55f63921e5da tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 944 time: 0.0530331 Dec 14 13:03:27.286663 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-781d1447-8f57-4d61-be67-72be45902b60 req-c717f295-2c67-4292-b67e-f8b6234b8da2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415833 Dec 14 13:03:27.323557 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:27.512307 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device fee608e1-5f95-4491-9016-8fcb3872f581 up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:03:27.571583 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port fee608e1-5f95-4491-9016-8fcb3872f581 completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 13:03:27.577091 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port fee608e1-5f95-4491-9016-8fcb3872f581 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:03:27.577581 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:27.653051 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:27.675164 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:03:27.677446 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016a6965-5584-4376-a7aa-c8c7b869f8ac" -d '{"events": [{"server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "name": "network-vif-plugged", "status": "completed", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:03:27.693680 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port fee608e1-5f95-4491-9016-8fcb3872f581, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fee608e1-5f95-4491-9016-8fcb3872f581,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:03:27.699189 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:27.727833 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f074f810-ddeb-4a2e-a7d0-54777573f9c0 x-openstack-request-id: req-f074f810-ddeb-4a2e-a7d0-54777573f9c0 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:03:27.728126 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "name": "network-vif-plugged", "status": "completed", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:03:27.728383 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f074f810-ddeb-4a2e-a7d0-54777573f9c0 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:03:27.728778 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'code': 200} Dec 14 13:03:27.759279 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=fee608e1-5f95-4491-9016-8fcb3872f581,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:27.889365 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d92b9-ed7b-4add-bce0-4de99c25ea3c req-d99a584e-2609-486e-9ce5-deb057466666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:27.890858 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-6e1d92b9-ed7b-4add-bce0-4de99c25ea3c req-d99a584e-2609-486e-9ce5-deb057466666 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 1098 time: 0.0405421 Dec 14 13:03:27.937888 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-6e1d92b9-ed7b-4add-bce0-4de99c25ea3c req-3232d1a7-f5c6-4391-b798-0002996be1aa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375578 Dec 14 13:03:28.419653 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32279c94-b79c-4e30-8453-559efac125e6 req-338bdd14-8225-4c56-9ee1-f2cc791eb841 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:28.421062 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-32279c94-b79c-4e30-8453-559efac125e6 req-338bdd14-8225-4c56-9ee1-f2cc791eb841 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 945 time: 0.0539899 Dec 14 13:03:28.469169 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-32279c94-b79c-4e30-8453-559efac125e6 req-c1f7183a-a65f-410c-b162-2c47201834cc tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Dec 14 13:03:28.584399 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:29.123895 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:03:29.481428 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:29.595105 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c7cf4-3026-40e1-a2d7-974559a65d78 req-15b648ad-d11b-4228-8e9f-f5b236e4eb2a tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:29.596589 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6d5c7cf4-3026-40e1-a2d7-974559a65d78 req-15b648ad-d11b-4228-8e9f-f5b236e4eb2a tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 945 time: 0.0523286 Dec 14 13:03:29.650277 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6d5c7cf4-3026-40e1-a2d7-974559a65d78 req-26071095-08ad-4b6a-ac2c-28d72aac6c5b tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452373 Dec 14 13:03:29.779629 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b4125-c9b2-4860-b8a6-972d9cb3a173 req-47797af8-783e-4735-9dc8-71498a0e66c1 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:29.781131 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ba7b4125-c9b2-4860-b8a6-972d9cb3a173 req-47797af8-783e-4735-9dc8-71498a0e66c1 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 945 time: 0.0505216 Dec 14 13:03:29.828385 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ba7b4125-c9b2-4860-b8a6-972d9cb3a173 req-273933ec-b8d9-4c33-a390-09d55d3bd95f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 Dec 14 13:03:30.168360 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a0a73-24c8-43ac-a7b5-7db523e04aa6 req-ff7f5fe8-310f-45d7-8cbc-67efdf317716 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:30.170050 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fe8a0a73-24c8-43ac-a7b5-7db523e04aa6 req-ff7f5fe8-310f-45d7-8cbc-67efdf317716 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 945 time: 0.0542390 Dec 14 13:03:30.221829 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fe8a0a73-24c8-43ac-a7b5-7db523e04aa6 req-c5088ff3-df3f-4e90-acfb-3d6731c8254a tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Dec 14 13:03:30.496175 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3c80c-ba0e-491d-babd-9d2be867af39 req-9a0ae612-acee-4862-a13e-27454f127c23 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:30.497842 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-81b3c80c-ba0e-491d-babd-9d2be867af39 req-9a0ae612-acee-4862-a13e-27454f127c23 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0543122 Dec 14 13:03:30.548960 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-81b3c80c-ba0e-491d-babd-9d2be867af39 req-5a3ddce5-18c6-4533-9572-cf912be39733 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446284 Dec 14 13:03:31.677909 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98164205-2b74-4ade-9038-a161d118b7d8 req-54f769cb-035b-45b8-9261-dab152fe00aa tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:31.679574 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-98164205-2b74-4ade-9038-a161d118b7d8 req-54f769cb-035b-45b8-9261-dab152fe00aa tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0581057 Dec 14 13:03:31.726528 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-98164205-2b74-4ade-9038-a161d118b7d8 req-f220d022-8b5f-48f7-9412-4f4c2d85e111 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408218 Dec 14 13:03:32.861428 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e5d39-728f-46cf-ba2b-2e4e664a8dd9 req-a4943c15-0df6-40a1-9dd3-0ce502099d47 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:32.862922 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-071e5d39-728f-46cf-ba2b-2e4e664a8dd9 req-a4943c15-0df6-40a1-9dd3-0ce502099d47 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0570123 Dec 14 13:03:32.920881 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-071e5d39-728f-46cf-ba2b-2e4e664a8dd9 req-cc8a5b2d-af8f-4968-8d99-da2c20cd0efa tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491722 Dec 14 13:03:34.060381 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05076d2-0190-481b-9394-b550ec074a9c req-d0a5fd6f-97cb-47e8-a5d1-a9cf0bed9211 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:34.061883 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d05076d2-0190-481b-9394-b550ec074a9c req-d0a5fd6f-97cb-47e8-a5d1-a9cf0bed9211 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0551171 Dec 14 13:03:34.114371 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d05076d2-0190-481b-9394-b550ec074a9c req-de8ce09d-295c-4a4a-b8c7-cee3d326e7c3 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437126 Dec 14 13:03:35.241390 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff26f5-2c93-4efb-867e-d3c956fb42ed req-d4210bef-1380-456e-9409-4d7c89ec2643 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:35.242933 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f9ff26f5-2c93-4efb-867e-d3c956fb42ed req-d4210bef-1380-456e-9409-4d7c89ec2643 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0480895 Dec 14 13:03:35.292377 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f9ff26f5-2c93-4efb-867e-d3c956fb42ed req-f2c3bece-630a-4d97-87ce-66c9db6cbb66 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434484 Dec 14 13:03:36.424756 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611a815-5525-4aed-910b-23bb96bada6f req-1dbb6d84-51de-4b3c-941e-78f8a8d7a814 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:36.426250 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7611a815-5525-4aed-910b-23bb96bada6f req-1dbb6d84-51de-4b3c-941e-78f8a8d7a814 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0488012 Dec 14 13:03:36.474443 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7611a815-5525-4aed-910b-23bb96bada6f req-65cce4c1-565b-4fbb-92df-6d88bfb30023 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Dec 14 13:03:37.602356 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bda07-1153-428b-80de-af16962a7f37 req-ee9b3276-dee3-4a68-9b12-3dd1956786f3 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:37.603727 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-000bda07-1153-428b-80de-af16962a7f37 req-ee9b3276-dee3-4a68-9b12-3dd1956786f3 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0501838 Dec 14 13:03:37.663376 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-000bda07-1153-428b-80de-af16962a7f37 req-1bc47011-825f-4c9f-80d7-dba81881a9d7 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516329 Dec 14 13:03:38.591720 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d96d9-b435-4872-960a-af95c4e0ae36 req-c1b84fcc-74ee-4285-afa8-94793802894d tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:38.593321 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-600d96d9-b435-4872-960a-af95c4e0ae36 req-c1b84fcc-74ee-4285-afa8-94793802894d tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 945 time: 0.0516903 Dec 14 13:03:38.641869 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-600d96d9-b435-4872-960a-af95c4e0ae36 req-ca3b041c-05b4-4709-b2c8-c976e6bdadcf tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 Dec 14 13:03:38.669473 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47338) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:03:38.776874 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a7f40-a165-485b-be9a-64d27a742e67 tempest-TestMinimumBasicScenario-251195108 tempest-TestMinimumBasicScenario-251195108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:38.778395 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e60a7f40-a165-485b-be9a-64d27a742e67 tempest-TestMinimumBasicScenario-251195108 tempest-TestMinimumBasicScenario-251195108-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 1093 time: 0.1079395 Dec 14 13:03:38.781832 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47344) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:03:38.786362 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Request body: {'floatingip': {'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'port_id': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:03:38.793605 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07cace-4485-48e4-9170-bf1de46682e2 req-c59084f1-6ed4-437a-9874-04e83e089df7 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:38.795075 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cd07cace-4485-48e4-9170-bf1de46682e2 req-c59084f1-6ed4-437a-9874-04e83e089df7 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0590806 Dec 14 13:03:38.812961 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for floatingip, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:38.848079 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cd07cace-4485-48e4-9170-bf1de46682e2 req-44f2ed86-6d21-4abc-97a4-24b6675abb76 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466902 Dec 14 13:03:38.909178 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:39.012185 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Allocated IP 172.27.2.52 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/eed4a54c-2d06-4311-a45b-71fd96ceb899) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:03:39.122432 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:39.158950 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:39.200917 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:03:39.205938 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:03:39.208198 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'Port': ['ID=eed4a54c-2d06-4311-a45b-71fd96ceb899,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:39.210431 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:03:39.836379 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:39.911081 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:39.966307 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d830f4-1963-4ec4-925e-4ac3ac30d0e9 req-dff1acab-cf50-4f3b-957d-ba1be7b86ba6 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:39.967966 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f7d830f4-1963-4ec4-925e-4ac3ac30d0e9 req-dff1acab-cf50-4f3b-957d-ba1be7b86ba6 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0490060 Dec 14 13:03:40.016951 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f7d830f4-1963-4ec4-925e-4ac3ac30d0e9 req-81175fdd-1ec2-4fee-9c93-651f9410f7a2 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 Dec 14 13:03:40.062818 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.067986 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.134035 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'Port': ['ID=eed4a54c-2d06-4311-a45b-71fd96ceb899,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:40.145550 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.243948 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.l3_db [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Floating IP 500a8790-595f-403a-ba5e-891ff6493d57 associated. External IP: 172.27.2.52, port: fee608e1-5f95-4491-9016-8fcb3872f581. Dec 14 13:03:40.394462 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b841bf9-3499-4047-99af-8ef80dc3cb5c req-a7c920f4-c25e-4f4e-87d8-540808f4a6c2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:40.395883 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7b841bf9-3499-4047-99af-8ef80dc3cb5c req-a7c920f4-c25e-4f4e-87d8-540808f4a6c2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0478256 Dec 14 13:03:40.444524 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7b841bf9-3499-4047-99af-8ef80dc3cb5c req-03d8c97f-7658-476b-8b25-f64492e38479 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424047 Dec 14 13:03:40.455916 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:03:40.565957 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:03:40.576322 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed287d-65f8-4898-a11a-69469840c3c6 None None] Sync routers for ids ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:03:40.586181 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.590012 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed287d-65f8-4898-a11a-69469840c3c6 None None] Routers {'669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:03:40.590645 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-48ed287d-65f8-4898-a11a-69469840c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:03:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:03:40.615731 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-263d00e5-be80-49db-86eb-388c8c7e91ab tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8300631 Dec 14 13:03:40.615731 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:03:40.616004 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37da261-a558-4aef-a80b-1c06e1f80e70" -d '{"events": [{"name": "network-changed", "server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:03:40.616121 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47366) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:03:40.623382 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782610082', 'description': 'tempest-secgroup-smoke-1782610082 description', 'project_id': '8bcb503e37b2449484c788574e4c88f0'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:03:40.649001 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.702315 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-48ed287d-65f8-4898-a11a-69469840c3c6 None None] Set router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:03:40.724118 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bc7db0-db93-44c2-b6eb-d1d7adf11e22 x-openstack-request-id: req-e0bc7db0-db93-44c2-b6eb-d1d7adf11e22 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:03:40.724465 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:03:40.724803 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0bc7db0-db93-44c2-b6eb-d1d7adf11e22 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:03:40.725242 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.725844 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'status': 'completed', 'code': 200} Dec 14 13:03:40.730056 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.758900 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.760140 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1429007 Dec 14 13:03:40.763371 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47372) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:03:40.767789 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-4c724cdb-9fbe-4828-9999-bcb3e72a8c0b tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Request body: {'security_group_rule': {'security_group_id': '8f3f2143-9262-42ac-8efb-3e90e10f7764', 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:03:40.775840 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3f2143-9262-42ac-8efb-3e90e10f7764,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:40.786880 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.787230 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.787571 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.787903 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.788265 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.788879 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.788996 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.789258 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.789585 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.789908 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.790228 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.790549 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.790867 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b0d24b-9df5-4c7f-af00-01b7ebcce907 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:03:40.799538 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37da261-a558-4aef-a80b-1c06e1f80e70 req-9333b0dc-f753-4c7f-b9b2-d936e996d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:40.802711 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c37da261-a558-4aef-a80b-1c06e1f80e70 req-9333b0dc-f753-4c7f-b9b2-d936e996d17d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bcb503e37b2449484c788574e4c88f0&device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 1098 time: 0.0519774 Dec 14 13:03:40.811539 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-4c724cdb-9fbe-4828-9999-bcb3e72a8c0b tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.865892 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-4c724cdb-9fbe-4828-9999-bcb3e72a8c0b tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.870998 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-4c724cdb-9fbe-4828-9999-bcb3e72a8c0b tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.887515 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c724cdb-9fbe-4828-9999-bcb3e72a8c0b tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7364068-1592-420e-b73d-80a23d1de292,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:40.901287 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-4c724cdb-9fbe-4828-9999-bcb3e72a8c0b tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.902775 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-4c724cdb-9fbe-4828-9999-bcb3e72a8c0b tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384773 Dec 14 13:03:40.905468 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47374) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:03:40.910007 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-6ae177d8-d627-42bc-876a-8bac12fa2f49 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Request body: {'security_group_rule': {'security_group_id': '8f3f2143-9262-42ac-8efb-3e90e10f7764', 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:03:40.912759 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37da261-a558-4aef-a80b-1c06e1f80e70 req-abf56580-2e1c-4584-876d-6c6c35e37b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:40.914357 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c37da261-a558-4aef-a80b-1c06e1f80e70 req-abf56580-2e1c-4584-876d-6c6c35e37b39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=307f40e5-9e68-482b-a9bd-285dbfdfbe49 HTTP/1.1" status: 200 len: 915 time: 0.1032171 Dec 14 13:03:40.937072 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-6ae177d8-d627-42bc-876a-8bac12fa2f49 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.947691 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-48ed287d-65f8-4898-a11a-69469840c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 4, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '500a8790-595f-403a-ba5e-891ff6493d57', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'port_id': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'mac_address': 'fa:16:3e:e1:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:03:39Z', 'updated_at': '2021-12-14T13:03:39Z', 'revision_number': 0, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0b6292-b2d4-48aa-adb1-cb6469cee276', 'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'mac_address': 'fa:16:3e:cb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:50Z', 'updated_at': '2021-12-14T13:02:54Z', 'revision_number': 5, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'subnets': [{'id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:03:40.978287 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed287d-65f8-4898-a11a-69469840c3c6 None None] Checking router: 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:03:40.982542 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c37da261-a558-4aef-a80b-1c06e1f80e70 req-da730f9f-5e66-4d0b-aad9-86900e3ed2bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee608e1-5f95-4491-9016-8fcb3872f581 HTTP/1.1" status: 200 len: 998 time: 0.0601304 Dec 14 13:03:40.987220 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed287d-65f8-4898-a11a-69469840c3c6 None None] Routers {'669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:03:40.987825 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-48ed287d-65f8-4898-a11a-69469840c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:03:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:03:40.993995 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-6ae177d8-d627-42bc-876a-8bac12fa2f49 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:40.999325 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-6ae177d8-d627-42bc-876a-8bac12fa2f49 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.019223 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae177d8-d627-42bc-876a-8bac12fa2f49 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099a1a55-5d5f-4481-bf34-23a77025dbfb,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:41.025220 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-6ae177d8-d627-42bc-876a-8bac12fa2f49 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.026397 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-6ae177d8-d627-42bc-876a-8bac12fa2f49 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198418 Dec 14 13:03:41.028994 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47376) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:03:41.033647 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-63ea981c-511c-4fb9-a890-eb1ac2b612c1 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Request body: {'security_group_rule': {'security_group_id': '8f3f2143-9262-42ac-8efb-3e90e10f7764', 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:03:41.040812 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37da261-a558-4aef-a80b-1c06e1f80e70 req-a2176c32-db63-4cf8-8fa9-8f743783b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:41.042635 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c37da261-a558-4aef-a80b-1c06e1f80e70 req-a2176c32-db63-4cf8-8fa9-8f743783b591 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efbc4f2c-6312-4ff0-816b-f2a43755971a HTTP/1.1" status: 200 len: 853 time: 0.0528407 Dec 14 13:03:41.071506 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-63ea981c-511c-4fb9-a890-eb1ac2b612c1 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.105482 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37da261-a558-4aef-a80b-1c06e1f80e70 req-f108d4a6-7068-4b53-a602-052af7092031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:41.107663 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c37da261-a558-4aef-a80b-1c06e1f80e70 req-f108d4a6-7068-4b53-a602-052af7092031 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307f40e5-9e68-482b-a9bd-285dbfdfbe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568292 Dec 14 13:03:41.114074 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-48ed287d-65f8-4898-a11a-69469840c3c6 None None] Set router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:03:41.170980 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efed2a-864c-4d81-8eda-7c07695e8895 req-68fee16a-1763-4cff-8848-d2626a7f4c8a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:41.172986 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-54efed2a-864c-4d81-8eda-7c07695e8895 req-68fee16a-1763-4cff-8848-d2626a7f4c8a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0784886 Dec 14 13:03:41.190885 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-63ea981c-511c-4fb9-a890-eb1ac2b612c1 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.200824 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c37da261-a558-4aef-a80b-1c06e1f80e70 req-0fc2f465-e69f-4ef2-8b63-ac79d735ae0a service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851345 Dec 14 13:03:41.204543 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-63ea981c-511c-4fb9-a890-eb1ac2b612c1 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.233083 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea981c-511c-4fb9-a890-eb1ac2b612c1 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea78528a-2b95-4f13-9595-fdc25b1e980b,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:41.248089 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-63ea981c-511c-4fb9-a890-eb1ac2b612c1 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.252285 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-63ea981c-511c-4fb9-a890-eb1ac2b612c1 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2220614 Dec 14 13:03:41.253003 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47380) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:03:41.261048 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-e38af70a-d095-4127-a365-2377bc3088ce tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Request body: {'security_group_rule': {'security_group_id': '8f3f2143-9262-42ac-8efb-3e90e10f7764', 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:03:41.270265 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-54efed2a-864c-4d81-8eda-7c07695e8895 req-0ceb759c-dd85-472c-a2cf-76fbd27bf0f6 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812397 Dec 14 13:03:41.302434 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e38af70a-d095-4127-a365-2377bc3088ce tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.310996 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c37da261-a558-4aef-a80b-1c06e1f80e70 req-6e3ee29c-6952-4eb6-ac30-dc232cf00067 service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999300 Dec 14 13:03:41.355738 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e38af70a-d095-4127-a365-2377bc3088ce tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.360777 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e38af70a-d095-4127-a365-2377bc3088ce tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.377510 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-48ed287d-65f8-4898-a11a-69469840c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 4, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '500a8790-595f-403a-ba5e-891ff6493d57', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'port_id': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'mac_address': 'fa:16:3e:e1:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:03:39Z', 'updated_at': '2021-12-14T13:03:39Z', 'revision_number': 0, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0b6292-b2d4-48aa-adb1-cb6469cee276', 'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'mac_address': 'fa:16:3e:cb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:50Z', 'updated_at': '2021-12-14T13:02:54Z', 'revision_number': 5, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'subnets': [{'id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:03:41.378822 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38af70a-d095-4127-a365-2377bc3088ce tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63451d6e-1de1-4433-82d0-e333dc497bc0,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:41.389616 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e38af70a-d095-4127-a365-2377bc3088ce tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.390834 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e38af70a-d095-4127-a365-2377bc3088ce tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340525 Dec 14 13:03:41.393860 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47382) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:03:41.398220 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-939b535b-b4dc-4c3f-a657-38cd56b98531 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Request body: {'security_group_rule': {'security_group_id': '8f3f2143-9262-42ac-8efb-3e90e10f7764', 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:03:41.408452 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed287d-65f8-4898-a11a-69469840c3c6 None None] The sync data for ids ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'] in dv-cinder-784477-10-iscsi is: [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 4, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '500a8790-595f-403a-ba5e-891ff6493d57', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'port_id': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'mac_address': 'fa:16:3e:e1:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:03:39Z', 'updated_at': '2021-12-14T13:03:39Z', 'revision_number': 0, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0b6292-b2d4-48aa-adb1-cb6469cee276', 'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'mac_address': 'fa:16:3e:cb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:50Z', 'updated_at': '2021-12-14T13:02:54Z', 'revision_number': 5, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'subnets': [{'id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:03:41.423396 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.securitygroups_db [None req-939b535b-b4dc-4c3f-a657-38cd56b98531 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Project 8bcb503e37b2449484c788574e4c88f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 13:03:41.428805 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-939b535b-b4dc-4c3f-a657-38cd56b98531 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.489832 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-939b535b-b4dc-4c3f-a657-38cd56b98531 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.495062 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-939b535b-b4dc-4c3f-a657-38cd56b98531 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.513566 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b535b-b4dc-4c3f-a657-38cd56b98531 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cd767a-fe3d-4728-ae14-a10070677845,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:41.524457 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-939b535b-b4dc-4c3f-a657-38cd56b98531 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.525749 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-939b535b-b4dc-4c3f-a657-38cd56b98531 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309433 Dec 14 13:03:41.528604 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47386) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:03:41.533822 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-7922c10d-b86e-46eb-a558-16e27a0e3935 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Request body: {'security_group_rule': {'security_group_id': '8f3f2143-9262-42ac-8efb-3e90e10f7764', 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:03:41.597970 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785206-8f03-4087-afa5-bfd79a848f79 req-8d1cbcf3-04c4-4229-8fd2-e084fcd954ac tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:41.599511 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6b785206-8f03-4087-afa5-bfd79a848f79 req-8d1cbcf3-04c4-4229-8fd2-e084fcd954ac tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0727475 Dec 14 13:03:41.600435 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.securitygroups_db [None req-7922c10d-b86e-46eb-a558-16e27a0e3935 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Project 8bcb503e37b2449484c788574e4c88f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 13:03:41.606104 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7922c10d-b86e-46eb-a558-16e27a0e3935 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.627595 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99310afd-a994-423c-93b4-8584f6f26ae9 None None] New status for floating IP 500a8790-595f-403a-ba5e-891ff6493d57: ACTIVE {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:03:41.685185 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6b785206-8f03-4087-afa5-bfd79a848f79 req-d3e75a6b-c195-4e64-8010-a7ba4369c5cb tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760326 Dec 14 13:03:41.698534 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7922c10d-b86e-46eb-a558-16e27a0e3935 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.706087 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7922c10d-b86e-46eb-a558-16e27a0e3935 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.726778 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922c10d-b86e-46eb-a558-16e27a0e3935 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc546ebb-bd65-4565-a0e8-794dba9ef462,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:41.733107 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7922c10d-b86e-46eb-a558-16e27a0e3935 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:41.734560 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-7922c10d-b86e-46eb-a558-16e27a0e3935 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2049329 Dec 14 13:03:41.826784 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-32387366-156a-442c-a4ea-03cf5c40ef0b req-2c5a6581-07b7-41b7-81b6-1d8064f3fa6e tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782610082&fields=id&tenant_id=8bcb503e37b2449484c788574e4c88f0 HTTP/1.1" status: 200 len: 267 time: 0.0464709 Dec 14 13:03:41.889171 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387366-156a-442c-a4ea-03cf5c40ef0b req-a6bd372d-93fe-45b0-9209-c4abfeb412e7 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:41.890633 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-32387366-156a-442c-a4ea-03cf5c40ef0b req-a6bd372d-93fe-45b0-9209-c4abfeb412e7 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 945 time: 0.0581021 Dec 14 13:03:41.901610 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [req-32387366-156a-442c-a4ea-03cf5c40ef0b req-184510ab-3100-421f-8acc-297dde6ac67f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Request body: {'port': {'security_groups': ['b00db557-b449-4a0b-a961-2d8ab46f635c', '8f3f2143-9262-42ac-8efb-3e90e10f7764']}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:03:42.197143 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-32387366-156a-442c-a4ea-03cf5c40ef0b req-184510ab-3100-421f-8acc-297dde6ac67f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:42.447982 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [req-32387366-156a-442c-a4ea-03cf5c40ef0b req-184510ab-3100-421f-8acc-297dde6ac67f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] For port fee608e1-5f95-4491-9016-8fcb3872f581, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fee608e1-5f95-4491-9016-8fcb3872f581,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:03:42.456384 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2833c9-1039-4985-8667-04cf3ff87d00 req-b5349621-68be-4441-af58-a773d1df12ab tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:42.457880 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3f2833c9-1039-4985-8667-04cf3ff87d00 req-b5349621-68be-4441-af58-a773d1df12ab tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0893450 Dec 14 13:03:42.505386 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-32387366-156a-442c-a4ea-03cf5c40ef0b req-184510ab-3100-421f-8acc-297dde6ac67f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:42.512108 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-32387366-156a-442c-a4ea-03cf5c40ef0b req-184510ab-3100-421f-8acc-297dde6ac67f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:42.524638 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['fee608e1-5f95-4491-9016-8fcb3872f581'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:03:42.557615 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3f2833c9-1039-4985-8667-04cf3ff87d00 req-3e08fda4-2342-41da-8077-fff0ea0fd123 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933790 Dec 14 13:03:42.572982 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387366-156a-442c-a4ea-03cf5c40ef0b req-184510ab-3100-421f-8acc-297dde6ac67f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:42.573630 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-32387366-156a-442c-a4ea-03cf5c40ef0b req-184510ab-3100-421f-8acc-297dde6ac67f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:42.575035 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-32387366-156a-442c-a4ea-03cf5c40ef0b req-184510ab-3100-421f-8acc-297dde6ac67f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "PUT /v2.0/ports/fee608e1-5f95-4491-9016-8fcb3872f581 HTTP/1.1" status: 200 len: 981 time: 0.6779046 Dec 14 13:03:42.575491 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:03:42.577941 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:03:42.610475 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184510ab-3100-421f-8acc-297dde6ac67f tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'Port': ['ID=fee608e1-5f95-4491-9016-8fcb3872f581,revision_number=6']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:42.692271 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['fee608e1-5f95-4491-9016-8fcb3872f581'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:03:42.715568 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d8d6d-09cd-42f2-9320-1b6b88212598 req-1d762951-2c00-42c9-b3ef-6e141e3d9367 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:42.717479 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-da8d8d6d-09cd-42f2-9320-1b6b88212598 req-1d762951-2c00-42c9-b3ef-6e141e3d9367 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0714743 Dec 14 13:03:42.719128 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bf578b-10a3-4738-a682-721b2015ce80 x-openstack-request-id: req-97bf578b-10a3-4738-a682-721b2015ce80 {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:03:42.719425 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:03:42.719669 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97bf578b-10a3-4738-a682-721b2015ce80 {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:03:42.720304 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'status': 'completed', 'code': 200} Dec 14 13:03:42.800299 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-da8d8d6d-09cd-42f2-9320-1b6b88212598 req-7a4318f1-fb13-40f2-a75a-173304502579 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755086 Dec 14 13:03:42.832012 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c req-c0fb96fd-2cc5-467a-8488-d91f1cdc4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:42.834020 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c req-c0fb96fd-2cc5-467a-8488-d91f1cdc4165 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bcb503e37b2449484c788574e4c88f0&device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 1137 time: 0.0934238 Dec 14 13:03:42.863845 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb264117-03c7-43d3-bc9b-ec9f525e93a5 req-1e80c76c-9e9d-4017-b16d-eeae09316231 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:42.865395 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bb264117-03c7-43d3-bc9b-ec9f525e93a5 req-1e80c76c-9e9d-4017-b16d-eeae09316231 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0559731 Dec 14 13:03:42.916515 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bb264117-03c7-43d3-bc9b-ec9f525e93a5 req-f9d2b38b-e468-4edc-9a77-1fa4dfc340ca tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447750 Dec 14 13:03:42.942362 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c req-f8724131-70fe-4974-a87a-8ca6748e1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:42.943850 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c req-f8724131-70fe-4974-a87a-8ca6748e1574 service neutron] 10.222.0.44 "GET /v2.0/networks?id=307f40e5-9e68-482b-a9bd-285dbfdfbe49 HTTP/1.1" status: 200 len: 915 time: 0.1022079 Dec 14 13:03:42.983792 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-29ebd6be-4baf-4e37-9dcd-539f745c8c28 None None] Provisioning complete for port fee608e1-5f95-4491-9016-8fcb3872f581 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:03:42.984154 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-29ebd6be-4baf-4e37-9dcd-539f745c8c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:43.009540 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c req-96c63afc-9cdc-4922-9020-928e07c25a72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee608e1-5f95-4491-9016-8fcb3872f581 HTTP/1.1" status: 200 len: 1000 time: 0.0574403 Dec 14 13:03:43.063064 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c req-4e3ab3d7-3d10-4175-b88e-381054974a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:43.064630 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c req-4e3ab3d7-3d10-4175-b88e-381054974a70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efbc4f2c-6312-4ff0-816b-f2a43755971a HTTP/1.1" status: 200 len: 853 time: 0.0438335 Dec 14 13:03:43.113275 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c req-7160dea6-295e-468e-b427-cd9224505c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:43.114882 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c req-7160dea6-295e-468e-b427-cd9224505c09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307f40e5-9e68-482b-a9bd-285dbfdfbe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425830 Dec 14 13:03:43.207980 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c req-c4b678b7-abdd-4898-8bb0-d782c45c2872 service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833228 Dec 14 13:03:43.308384 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5b4d5078-eba6-48dd-ad31-451ce9d32f1c req-f28121fc-6a77-4d6e-b23c-a3e25b8d58e7 service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918567 Dec 14 13:03:43.686077 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d52fa2-09a9-4721-bc6f-51b098b4a2ff req-c11b8b0e-f54b-4b24-8e5b-9f3d0eb82aba tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:43.687531 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f7d52fa2-09a9-4721-bc6f-51b098b4a2ff req-c11b8b0e-f54b-4b24-8e5b-9f3d0eb82aba tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Dec 14 13:03:43.738109 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f7d52fa2-09a9-4721-bc6f-51b098b4a2ff req-9ed6e7df-7d59-48c0-93fd-98c9df6feaca tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442970 Dec 14 13:03:44.044328 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e97db7-e251-4244-b540-7da236f87c08 req-4246aa01-746e-4c28-a4e7-0e1aaa318e80 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:44.045814 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-01e97db7-e251-4244-b540-7da236f87c08 req-4246aa01-746e-4c28-a4e7-0e1aaa318e80 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0496645 Dec 14 13:03:44.093275 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-01e97db7-e251-4244-b540-7da236f87c08 req-290202c6-e5d2-46cd-a0e3-89fa134632f8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415254 Dec 14 13:03:44.440611 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:44.858067 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92328d-b14e-4d89-8bd9-a21a57d601c1 req-61bc0a9d-b726-4c32-8e99-4d02113c1123 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:44.859596 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9f92328d-b14e-4d89-8bd9-a21a57d601c1 req-61bc0a9d-b726-4c32-8e99-4d02113c1123 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0511105 Dec 14 13:03:44.911303 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9f92328d-b14e-4d89-8bd9-a21a57d601c1 req-3cb5e67e-4701-4293-b4a4-81ff1447c94c tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454323 Dec 14 13:03:45.228350 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735292cb-b246-4d43-a387-5a121bd3b6ed req-1f69fe00-ff49-4c7c-bba8-01847736102d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:45.229878 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-735292cb-b246-4d43-a387-5a121bd3b6ed req-1f69fe00-ff49-4c7c-bba8-01847736102d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0539598 Dec 14 13:03:45.279927 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-735292cb-b246-4d43-a387-5a121bd3b6ed req-ebc3cd23-ed92-4c4c-84e6-38148395dc54 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411110 Dec 14 13:03:46.043206 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6c531-183f-4c2a-a088-a9e41473d36f req-66e38f8c-ca70-4a01-8acd-8fc00db7714b tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:46.044607 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bba6c531-183f-4c2a-a088-a9e41473d36f req-66e38f8c-ca70-4a01-8acd-8fc00db7714b tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0507443 Dec 14 13:03:46.091206 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bba6c531-183f-4c2a-a088-a9e41473d36f req-9bdbe387-d484-4f7e-8a88-9fe0ed71870c tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Dec 14 13:03:46.410797 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7d3c3-6a02-4b36-8ab4-f451a24074a4 req-40defe71-1060-47a8-a460-a0ae0213db65 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:46.412266 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dcc7d3c3-6a02-4b36-8ab4-f451a24074a4 req-40defe71-1060-47a8-a460-a0ae0213db65 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0556266 Dec 14 13:03:46.464392 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dcc7d3c3-6a02-4b36-8ab4-f451a24074a4 req-b41d319f-5e87-49c5-9144-4f7d9168d9e8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455563 Dec 14 13:03:47.214147 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a7cf5-1a78-48bf-9263-e94f143cc8fd req-bedea754-9159-4bab-8522-0c59db8d575a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:47.215499 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a82a7cf5-1a78-48bf-9263-e94f143cc8fd req-bedea754-9159-4bab-8522-0c59db8d575a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0507188 Dec 14 13:03:47.264123 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a82a7cf5-1a78-48bf-9263-e94f143cc8fd req-a3eab340-94ea-4d5c-8aeb-173c5fcd7e62 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423346 Dec 14 13:03:47.613921 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af315ae7-0417-4562-8823-6f6eb530fadc req-86996ef3-ccc8-4547-8184-f61906940647 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:47.615817 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-af315ae7-0417-4562-8823-6f6eb530fadc req-86996ef3-ccc8-4547-8184-f61906940647 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0622394 Dec 14 13:03:47.664549 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-af315ae7-0417-4562-8823-6f6eb530fadc req-69639b79-ad4a-41ed-a07b-892888c4da22 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424716 Dec 14 13:03:48.399068 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c5674-252f-40e8-8c20-95573fa42eb0 req-e531f4f3-ae0c-47d3-8864-e2ecf9a85784 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:48.400691 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b57c5674-252f-40e8-8c20-95573fa42eb0 req-e531f4f3-ae0c-47d3-8864-e2ecf9a85784 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0597143 Dec 14 13:03:48.448538 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b57c5674-252f-40e8-8c20-95573fa42eb0 req-92ad4a6e-31c9-406c-bd70-8af906922b2d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Dec 14 13:03:48.788754 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc49ea-bee9-43a9-ab05-c312c2b9cfc7 req-399717a2-84be-4b6c-aa7e-520d0531da44 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:48.790292 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-68cc49ea-bee9-43a9-ab05-c312c2b9cfc7 req-399717a2-84be-4b6c-aa7e-520d0531da44 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0496914 Dec 14 13:03:48.845896 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-68cc49ea-bee9-43a9-ab05-c312c2b9cfc7 req-aa650155-0e63-44ab-8124-65b6a284e025 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467522 Dec 14 13:03:49.590131 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18f046-49e7-412e-8a9a-07be1bb5f682 req-41c9ec8e-8ebb-4e66-b00d-d86e255f311d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:49.591649 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ce18f046-49e7-412e-8a9a-07be1bb5f682 req-41c9ec8e-8ebb-4e66-b00d-d86e255f311d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0512834 Dec 14 13:03:49.640093 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ce18f046-49e7-412e-8a9a-07be1bb5f682 req-af53848c-d746-49b9-93ca-5c46d84ae9f1 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Dec 14 13:03:49.982704 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7a8f-95c7-4117-a735-32badbc641b4 req-6e2607ed-8f38-4687-af74-22198d8f4b70 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:49.984142 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-180d7a8f-95c7-4117-a735-32badbc641b4 req-6e2607ed-8f38-4687-af74-22198d8f4b70 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0571833 Dec 14 13:03:50.034113 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-180d7a8f-95c7-4117-a735-32badbc641b4 req-7fc4aac2-a5ff-448e-98f9-9320bc586c5a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409889 Dec 14 13:03:50.767067 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb70ca-a81c-491c-9e9d-3c34d6c5e440 req-7155f6ab-8ee0-4cb3-aa47-6f432a352b39 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:50.768510 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eebb70ca-a81c-491c-9e9d-3c34d6c5e440 req-7155f6ab-8ee0-4cb3-aa47-6f432a352b39 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0597894 Dec 14 13:03:50.816763 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eebb70ca-a81c-491c-9e9d-3c34d6c5e440 req-4bcad6d2-3b9c-4b92-b178-9a4210d6ef0e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Dec 14 13:03:51.174860 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180a63c-37c6-4d91-a5ef-969b302de95c req-74d18107-4685-437d-b8e7-12360a7f3c72 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:51.176350 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7180a63c-37c6-4d91-a5ef-969b302de95c req-74d18107-4685-437d-b8e7-12360a7f3c72 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0597336 Dec 14 13:03:51.226880 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7180a63c-37c6-4d91-a5ef-969b302de95c req-b22bf1a1-c6a1-413f-a021-1c469ea2f2f4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440879 Dec 14 13:03:51.946798 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5191f1d-064d-4434-baf5-6eef97ec741a req-2bad440a-f206-42df-b18b-2d96ab8c0cdf tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:51.948257 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b5191f1d-064d-4434-baf5-6eef97ec741a req-2bad440a-f206-42df-b18b-2d96ab8c0cdf tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0508547 Dec 14 13:03:52.001829 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b5191f1d-064d-4434-baf5-6eef97ec741a req-75a18953-cf5e-4fce-9942-1f0297ab4ca5 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450397 Dec 14 13:03:52.357781 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8dd2-0a92-4b8f-9f47-7bd7ef8dd216 req-70445ab1-5d43-482b-be81-de874be7ba31 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:52.359216 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eaae8dd2-0a92-4b8f-9f47-7bd7ef8dd216 req-70445ab1-5d43-482b-be81-de874be7ba31 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0473614 Dec 14 13:03:52.406093 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-eaae8dd2-0a92-4b8f-9f47-7bd7ef8dd216 req-e4dd220a-fde9-4995-b557-244367142e2b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409913 Dec 14 13:03:53.134288 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef0a6e-b0b0-4f27-a472-a7ae1d55b889 req-11cfbc5e-f928-4ea5-ae39-b62534e298a7 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:53.135637 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e2ef0a6e-b0b0-4f27-a472-a7ae1d55b889 req-11cfbc5e-f928-4ea5-ae39-b62534e298a7 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0548413 Dec 14 13:03:53.183144 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e2ef0a6e-b0b0-4f27-a472-a7ae1d55b889 req-56326c52-384b-46df-b6b3-ad552372ea72 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 Dec 14 13:03:53.551046 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f385ba5-3575-4596-8b09-8155a03b8ef8 req-2c5df03c-42a3-40cf-9264-fbe7bdc4b46b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:53.552518 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2f385ba5-3575-4596-8b09-8155a03b8ef8 req-2c5df03c-42a3-40cf-9264-fbe7bdc4b46b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0528650 Dec 14 13:03:53.601468 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2f385ba5-3575-4596-8b09-8155a03b8ef8 req-343691d9-1d52-4a27-b64a-2a959ac6264e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428751 Dec 14 13:03:53.881476 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-fd443de9-a6e3-4280-866c-9a894d7d575b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:54.320076 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795de26-cca2-4e8b-b0c1-200791c24a39 req-05592a1b-cd5f-4529-b9e9-0632c6d3a4c2 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:54.321598 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4795de26-cca2-4e8b-b0c1-200791c24a39 req-05592a1b-cd5f-4529-b9e9-0632c6d3a4c2 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0541747 Dec 14 13:03:54.371226 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4795de26-cca2-4e8b-b0c1-200791c24a39 req-f32e833f-8770-4474-b863-ce5b45f0a3f0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406878 Dec 14 13:03:54.734943 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23af6aa-6a8f-41bf-b6c9-b70c5959e73d req-ea76d4f2-31a4-4c19-9c1f-e6501d559bf7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:54.736435 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b23af6aa-6a8f-41bf-b6c9-b70c5959e73d req-ea76d4f2-31a4-4c19-9c1f-e6501d559bf7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0530021 Dec 14 13:03:54.787308 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b23af6aa-6a8f-41bf-b6c9-b70c5959e73d req-f4d9fb14-2381-4f0b-8614-afd91fc26945 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420711 Dec 14 13:03:55.501139 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a91704-4e71-44b3-80b2-fa12fde7fb53 req-8c9234cd-a74c-4f68-8863-e12db9508127 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:55.502610 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-94a91704-4e71-44b3-80b2-fa12fde7fb53 req-8c9234cd-a74c-4f68-8863-e12db9508127 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0514600 Dec 14 13:03:55.552356 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-94a91704-4e71-44b3-80b2-fa12fde7fb53 req-ba224b95-edfb-4790-935b-c323b665ced5 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409567 Dec 14 13:03:55.909286 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbc515-f14b-4fbf-bff3-0626809d1cf7 req-79fab70c-ffca-4a4a-86f0-4ea384e9ece8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:55.910725 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-55bbc515-f14b-4fbf-bff3-0626809d1cf7 req-79fab70c-ffca-4a4a-86f0-4ea384e9ece8 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0490656 Dec 14 13:03:55.944031 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c66d9735-999f-4e00-826a-87cfc146117c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:55.961874 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-55bbc515-f14b-4fbf-bff3-0626809d1cf7 req-c2a422f1-0977-4218-a892-febf0d545b98 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451465 Dec 14 13:03:56.672346 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc77a3-1bb2-40bb-9615-4502cd0f2043 req-50042b6a-e53f-48de-b64e-856d6a04c400 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:56.673818 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-15fc77a3-1bb2-40bb-9615-4502cd0f2043 req-50042b6a-e53f-48de-b64e-856d6a04c400 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0484757 Dec 14 13:03:56.719699 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-15fc77a3-1bb2-40bb-9615-4502cd0f2043 req-e90a06cc-89b7-4444-8f81-766ba2c619c3 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400295 Dec 14 13:03:56.953528 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e07517-15ef-4c53-9a30-6a12a96e9c3e req-637c68fc-9a2c-46b4-b7f1-4b58b5d4dfcf tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:56.955074 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f5e07517-15ef-4c53-9a30-6a12a96e9c3e req-637c68fc-9a2c-46b4-b7f1-4b58b5d4dfcf tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0490324 Dec 14 13:03:57.005924 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f5e07517-15ef-4c53-9a30-6a12a96e9c3e req-5582a2e0-a1f3-4aff-8cf7-fdbe0163b221 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448771 Dec 14 13:03:57.028873 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f4a0-fdf3-4c02-b4cb-88500db1ff5e req-384fd6bc-5b1a-444d-a68c-db47a6410be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:57.030417 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bc83f4a0-fdf3-4c02-b4cb-88500db1ff5e req-384fd6bc-5b1a-444d-a68c-db47a6410be0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 1098 time: 0.0512762 Dec 14 13:03:57.087818 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29490c53-503d-42e4-8acf-14225ee81b7c req-2b5d4424-3877-42eb-ab8f-15d6aae2446f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:57.089481 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-29490c53-503d-42e4-8acf-14225ee81b7c req-2b5d4424-3877-42eb-ab8f-15d6aae2446f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0516853 Dec 14 13:03:57.120731 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f4a0-fdf3-4c02-b4cb-88500db1ff5e req-d098e868-550c-428a-bcfe-918cdde731f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:57.122213 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bc83f4a0-fdf3-4c02-b4cb-88500db1ff5e req-d098e868-550c-428a-bcfe-918cdde731f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 911 time: 0.0828123 Dec 14 13:03:57.136148 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-29490c53-503d-42e4-8acf-14225ee81b7c req-e12ca943-7106-44c3-bfd2-d47eab6fac5f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405419 Dec 14 13:03:57.191669 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bc83f4a0-fdf3-4c02-b4cb-88500db1ff5e req-2031dbcb-9365-484f-9896-faf152490f96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 HTTP/1.1" status: 200 len: 1001 time: 0.0608363 Dec 14 13:03:57.243457 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f4a0-fdf3-4c02-b4cb-88500db1ff5e req-0c12c413-18be-4e36-bb5e-8e6eb320951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:57.244890 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bc83f4a0-fdf3-4c02-b4cb-88500db1ff5e req-0c12c413-18be-4e36-bb5e-8e6eb320951c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59290c21-903a-433b-b1a0-d37d58fdcd3c HTTP/1.1" status: 200 len: 849 time: 0.0441542 Dec 14 13:03:57.297747 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f4a0-fdf3-4c02-b4cb-88500db1ff5e req-382eb565-9f30-424f-b9a2-9109dba5b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:57.299227 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bc83f4a0-fdf3-4c02-b4cb-88500db1ff5e req-382eb565-9f30-424f-b9a2-9109dba5b034 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396287 Dec 14 13:03:57.325688 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:57.392550 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bc83f4a0-fdf3-4c02-b4cb-88500db1ff5e req-66a4dbda-d2af-47d2-89e6-47ecbba2cba3 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847020 Dec 14 13:03:57.481810 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bc83f4a0-fdf3-4c02-b4cb-88500db1ff5e req-12c31f78-e0c4-486d-945a-f956dfc4e29b service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804384 Dec 14 13:03:57.673911 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0ed44ee3-2630-4f50-9391-4bb374b76e1d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:03:57.777903 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:03:57.789540 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'port_id': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'mac_address': 'fa:16:3e:a9:fd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:03:57.827122 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:57.840279 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ed44ee3-2630-4f50-9391-4bb374b76e1d {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:03:57.859564 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:03:57.865987 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:57.915670 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=0ed44ee3-2630-4f50-9391-4bb374b76e1d,revision_number=6']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:03:57.980587 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['0ed44ee3-2630-4f50-9391-4bb374b76e1d'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:03:58.132887 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcce7e-1462-4718-a86d-a3638cb119cb req-848b2e47-4617-4191-a85d-f69298321a0b tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:58.134368 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ebfcce7e-1462-4718-a86d-a3638cb119cb req-848b2e47-4617-4191-a85d-f69298321a0b tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0543888 Dec 14 13:03:58.183757 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ebfcce7e-1462-4718-a86d-a3638cb119cb req-c455ea71-d62d-408a-888e-0bc4bf370f6f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432212 Dec 14 13:03:58.264451 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a48b8-b734-4e4b-82e5-4223208d59ce req-cb5a1950-7149-4712-998e-46eac004f09d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:58.265975 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-407a48b8-b734-4e4b-82e5-4223208d59ce req-cb5a1950-7149-4712-998e-46eac004f09d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 944 time: 0.0483422 Dec 14 13:03:58.324283 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-407a48b8-b734-4e4b-82e5-4223208d59ce req-4b92fffb-3fb5-4e77-9dbc-a52ede86c21e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522540 Dec 14 13:03:58.588780 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:59.325805 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2645-170d-4858-a3ae-0ba58561771f req-e0ff79bf-c500-48b7-bfaa-6f465be33814 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:59.327477 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-290a2645-170d-4858-a3ae-0ba58561771f req-e0ff79bf-c500-48b7-bfaa-6f465be33814 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0595691 Dec 14 13:03:59.384701 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-290a2645-170d-4858-a3ae-0ba58561771f req-1c93b609-baa9-4c01-9a83-f151ec54a99a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509365 Dec 14 13:03:59.483462 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef465a18-2e73-4edb-a762-5dc22305908c req-ece3d3e6-f8df-46a1-bcc2-7c473f24af55 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:03:59.484364 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ef465a18-2e73-4edb-a762-5dc22305908c req-ece3d3e6-f8df-46a1-bcc2-7c473f24af55 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 944 time: 0.0765193 Dec 14 13:03:59.491782 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:59.561136 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ef465a18-2e73-4edb-a762-5dc22305908c req-c3f8c32c-9978-4399-9074-bc150aa7d1de tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702322 Dec 14 13:03:59.686761 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0ed44ee3-2630-4f50-9391-4bb374b76e1d up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:03:59.739223 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 0ed44ee3-2630-4f50-9391-4bb374b76e1d triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:03:59.739865 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:59.851721 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:59.879024 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:03:59.881759 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69e1018-411e-408f-86d4-26da739fccec" -d '{"events": [{"server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:03:59.899812 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:03:59.906421 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:03:59.972919 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=0ed44ee3-2630-4f50-9391-4bb374b76e1d,revision_number=7']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:04:00.010617 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6547037-f543-4c57-aecf-834faab772f3 x-openstack-request-id: req-d6547037-f543-4c57-aecf-834faab772f3 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:04:00.010916 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:04:00.011177 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6547037-f543-4c57-aecf-834faab772f3 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:04:00.011649 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'code': 200} Dec 14 13:04:00.691065 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e06a81-7299-471e-bd0a-e68540a24812 req-55b5206b-abb6-4b06-bda7-159fdc22796f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:00.696372 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-34e06a81-7299-471e-bd0a-e68540a24812 req-55b5206b-abb6-4b06-bda7-159fdc22796f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0565484 Dec 14 13:04:00.746277 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-34e06a81-7299-471e-bd0a-e68540a24812 req-61525dc7-6d8c-4b0b-bea0-822b8cd716f7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462084 Dec 14 13:04:01.885631 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd3f56-3e48-41d8-b3a9-88186c8eef30 req-545f5114-4a1e-4b13-8fae-7cf963243c2f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:01.887745 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e0dd3f56-3e48-41d8-b3a9-88186c8eef30 req-545f5114-4a1e-4b13-8fae-7cf963243c2f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0550771 Dec 14 13:04:01.949120 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e0dd3f56-3e48-41d8-b3a9-88186c8eef30 req-4f3940c5-53bc-4a8b-b363-73c3214c6f56 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530241 Dec 14 13:04:03.079205 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227fb5f-647e-4674-9eeb-f4a6bacfc46f req-418a1497-4f88-4c8b-adec-fed812ad94ac tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:03.082310 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f227fb5f-647e-4674-9eeb-f4a6bacfc46f req-418a1497-4f88-4c8b-adec-fed812ad94ac tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0597851 Dec 14 13:04:03.135839 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f227fb5f-647e-4674-9eeb-f4a6bacfc46f req-3b86d551-1c1e-4de9-9a4f-fb339e8802c7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486338 Dec 14 13:04:04.266231 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57299-2966-4776-9329-1b51bd7095aa req-956f8312-befb-474a-85d2-e23d67cf117d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:04.268686 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7de57299-2966-4776-9329-1b51bd7095aa req-956f8312-befb-474a-85d2-e23d67cf117d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0547528 Dec 14 13:04:04.324163 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7de57299-2966-4776-9329-1b51bd7095aa req-17ae4553-c62b-4838-bbe9-5f304f26d068 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490959 Dec 14 13:04:05.471260 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df745d-3810-4207-9696-a9ea700bc9a1 req-67355e0c-3d31-4ad2-895c-4bc3fb72b3f6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:05.475621 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a9df745d-3810-4207-9696-a9ea700bc9a1 req-67355e0c-3d31-4ad2-895c-4bc3fb72b3f6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0626454 Dec 14 13:04:05.588503 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a9df745d-3810-4207-9696-a9ea700bc9a1 req-c1a970f1-49e7-4dcb-b20c-bc2c81d1790d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009064 Dec 14 13:04:05.624896 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e00468-7534-4065-8ef5-f1a6a9313feb req-47c6146e-8073-4519-865c-57dfc23199e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:05.626420 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-41e00468-7534-4065-8ef5-f1a6a9313feb req-47c6146e-8073-4519-865c-57dfc23199e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bcb503e37b2449484c788574e4c88f0&device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 1137 time: 0.0654433 Dec 14 13:04:05.636271 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8d29e-7807-4310-b829-9c3105324636 req-ee2141b8-b5e6-4e7a-ba61-cb746aa0d849 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:05.644376 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-85e8d29e-7807-4310-b829-9c3105324636 req-ee2141b8-b5e6-4e7a-ba61-cb746aa0d849 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0839767 Dec 14 13:04:05.708483 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-85e8d29e-7807-4310-b829-9c3105324636 req-7cfe0fc8-92c7-4cce-b0e6-90b1905c3358 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631959 Dec 14 13:04:05.737901 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e00468-7534-4065-8ef5-f1a6a9313feb req-7e9c9e35-5598-4df7-a2c3-f578637e973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:05.739466 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-41e00468-7534-4065-8ef5-f1a6a9313feb req-7e9c9e35-5598-4df7-a2c3-f578637e973c service neutron] 10.222.0.44 "GET /v2.0/networks?id=307f40e5-9e68-482b-a9bd-285dbfdfbe49 HTTP/1.1" status: 200 len: 915 time: 0.1043088 Dec 14 13:04:05.817639 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-41e00468-7534-4065-8ef5-f1a6a9313feb req-81172091-4d9a-472e-8371-058e2be898ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee608e1-5f95-4491-9016-8fcb3872f581 HTTP/1.1" status: 200 len: 1000 time: 0.0693333 Dec 14 13:04:05.882097 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e00468-7534-4065-8ef5-f1a6a9313feb req-f1c1e623-a06b-42cc-be73-e84261254c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:05.883613 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-41e00468-7534-4065-8ef5-f1a6a9313feb req-f1c1e623-a06b-42cc-be73-e84261254c55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efbc4f2c-6312-4ff0-816b-f2a43755971a HTTP/1.1" status: 200 len: 853 time: 0.0538764 Dec 14 13:04:05.934627 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e00468-7534-4065-8ef5-f1a6a9313feb req-b9afd5e3-f626-42db-9d73-34b68b6fa41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:05.936367 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-41e00468-7534-4065-8ef5-f1a6a9313feb req-b9afd5e3-f626-42db-9d73-34b68b6fa41f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307f40e5-9e68-482b-a9bd-285dbfdfbe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448968 Dec 14 13:04:06.032485 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-41e00468-7534-4065-8ef5-f1a6a9313feb req-74da390d-d212-4c81-808d-870c5ce6c7dd service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878263 Dec 14 13:04:06.122518 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:04:06.128697 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-41e00468-7534-4065-8ef5-f1a6a9313feb req-ebf8954a-7908-43ea-af27-36fc34399c7e service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879261 Dec 14 13:04:06.723144 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d9105-2e6d-4f12-b196-4cf2bd2b883f req-a16547ed-3a7b-4cee-aacd-da2e9d3701e3 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:06.724615 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e24d9105-2e6d-4f12-b196-4cf2bd2b883f req-a16547ed-3a7b-4cee-aacd-da2e9d3701e3 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0545518 Dec 14 13:04:06.826339 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e24d9105-2e6d-4f12-b196-4cf2bd2b883f req-35edade7-a1bb-4359-85af-116ea84a17c3 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947368 Dec 14 13:04:06.852000 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84726ce4-4a85-4904-aa45-0c8c28eaab0d req-46945efd-fd88-4449-b605-ff0842a32552 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:06.854247 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-84726ce4-4a85-4904-aa45-0c8c28eaab0d req-46945efd-fd88-4449-b605-ff0842a32552 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0677676 Dec 14 13:04:06.926209 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-84726ce4-4a85-4904-aa45-0c8c28eaab0d req-5c395509-51b7-48e5-a333-faddb2615c8c tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603948 Dec 14 13:04:07.966354 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5c736-8a39-4bf3-84e1-35b418e3b5c5 req-abf080b5-6c7c-4957-b56f-3b2813ba2d01 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:07.968037 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9ea5c736-8a39-4bf3-84e1-35b418e3b5c5 req-abf080b5-6c7c-4957-b56f-3b2813ba2d01 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0520670 Dec 14 13:04:08.000826 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdd5c8-0b77-4ca9-ba35-63507199a787 req-d23973de-8bbe-4ca9-9432-5636c5c5451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:08.002352 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7abdd5c8-0b77-4ca9-ba35-63507199a787 req-d23973de-8bbe-4ca9-9432-5636c5c5451a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 1098 time: 0.0415690 Dec 14 13:04:08.040087 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9ea5c736-8a39-4bf3-84e1-35b418e3b5c5 req-be689cbd-6bd0-4dd2-8e36-fdf91822d093 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656354 Dec 14 13:04:08.058169 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e34b0-1e47-47d8-b655-b0cbdf31277b req-1abce13d-ad50-4af7-a330-d40614089ab5 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:08.059609 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-061e34b0-1e47-47d8-b655-b0cbdf31277b req-1abce13d-ad50-4af7-a330-d40614089ab5 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0595140 Dec 14 13:04:08.092767 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdd5c8-0b77-4ca9-ba35-63507199a787 req-1eb1159a-3663-478e-8699-9a82c942f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:08.094286 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7abdd5c8-0b77-4ca9-ba35-63507199a787 req-1eb1159a-3663-478e-8699-9a82c942f535 service neutron] 10.222.0.44 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 918 time: 0.0847070 Dec 14 13:04:08.127100 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-061e34b0-1e47-47d8-b655-b0cbdf31277b req-858f7e2d-e5b5-4a10-a74b-d4dd6a648ae1 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576541 Dec 14 13:04:08.164913 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7abdd5c8-0b77-4ca9-ba35-63507199a787 req-d3ecf5a4-cea2-4887-a73d-a7b81043f206 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d HTTP/1.1" status: 200 len: 1001 time: 0.0554485 Dec 14 13:04:08.215754 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdd5c8-0b77-4ca9-ba35-63507199a787 req-b69ec901-f83f-4bc1-ac6f-26a5256efa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:08.217175 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7abdd5c8-0b77-4ca9-ba35-63507199a787 req-b69ec901-f83f-4bc1-ac6f-26a5256efa86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 200 len: 856 time: 0.0451562 Dec 14 13:04:08.261674 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdd5c8-0b77-4ca9-ba35-63507199a787 req-66dcac3a-2c75-4c8b-bab4-4d4f7316d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:08.263103 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7abdd5c8-0b77-4ca9-ba35-63507199a787 req-66dcac3a-2c75-4c8b-bab4-4d4f7316d5d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=685eb097-be44-442e-9106-664041f3bdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386617 Dec 14 13:04:08.351290 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7abdd5c8-0b77-4ca9-ba35-63507199a787 req-5b2e8fc3-fad9-4e61-b67c-3e01eb586e38 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793679 Dec 14 13:04:08.445330 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7abdd5c8-0b77-4ca9-ba35-63507199a787 req-e2f2e002-c0ad-4da7-bf33-e095a918238a service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858645 Dec 14 13:04:09.181295 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8866bb-01f5-4ea1-bd88-13904c528dab req-0d25b1eb-332e-400e-b918-6092d986d3b3 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:09.182776 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0e8866bb-01f5-4ea1-bd88-13904c528dab req-0d25b1eb-332e-400e-b918-6092d986d3b3 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0588202 Dec 14 13:04:09.255308 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0e8866bb-01f5-4ea1-bd88-13904c528dab req-ec5be935-80cf-460f-bf75-bc525656b837 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665841 Dec 14 13:04:09.268011 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857789b-8d5d-47fa-aa7b-71aa0430c7c3 req-28da53f5-45f2-4f94-9524-eef5126a2e5c tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:09.269155 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8857789b-8d5d-47fa-aa7b-71aa0430c7c3 req-28da53f5-45f2-4f94-9524-eef5126a2e5c tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0732849 Dec 14 13:04:09.341145 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8857789b-8d5d-47fa-aa7b-71aa0430c7c3 req-4a221e17-ded3-424b-8b24-da0fc0bdf9c5 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621991 Dec 14 13:04:10.384915 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c136a-537b-47da-b785-58b2463dd9f3 req-581aa1ce-cef0-4e93-b33b-f109d65ac197 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:10.386497 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-755c136a-537b-47da-b785-58b2463dd9f3 req-581aa1ce-cef0-4e93-b33b-f109d65ac197 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0519719 Dec 14 13:04:10.459475 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-755c136a-537b-47da-b785-58b2463dd9f3 req-8310cf04-e8d9-4b91-9e76-bc0a9641dab7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665166 Dec 14 13:04:10.474787 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b857c1-61c1-4f65-aa9b-fd3ab01b89d5 req-d766b960-a205-4b9f-aa51-3a28d73deeba tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:10.476269 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-10b857c1-61c1-4f65-aa9b-fd3ab01b89d5 req-d766b960-a205-4b9f-aa51-3a28d73deeba tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0673890 Dec 14 13:04:10.540491 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-10b857c1-61c1-4f65-aa9b-fd3ab01b89d5 req-381d5511-6030-4be2-9eed-0069994f3b23 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581026 Dec 14 13:04:11.444987 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [req-7f9107b9-5aad-4e56-b45b-abe2be901b81 req-0adef771-541f-46af-ad69-406111407528 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 13:04:11.446016 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7f9107b9-5aad-4e56-b45b-abe2be901b81 req-0adef771-541f-46af-ad69-406111407528 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547833 Dec 14 13:04:11.621566 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb07807-d852-48c9-8c8f-6e6cde04661b req-60b627df-72d9-4d9d-91a6-dbf0f75960a6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:11.623068 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1fb07807-d852-48c9-8c8f-6e6cde04661b req-60b627df-72d9-4d9d-91a6-dbf0f75960a6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 945 time: 0.0498378 Dec 14 13:04:11.703113 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceef2c-4aae-423f-972f-0c27fcb8a64b req-a0f65a01-5367-4a47-897c-0d4c620f59b4 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:11.704594 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-18ceef2c-4aae-423f-972f-0c27fcb8a64b req-a0f65a01-5367-4a47-897c-0d4c620f59b4 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0806246 Dec 14 13:04:11.709116 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1fb07807-d852-48c9-8c8f-6e6cde04661b req-432683a7-fa5d-47f8-9a30-e97ea23af6b2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769107 Dec 14 13:04:11.738718 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0ed44ee3-2630-4f50-9391-4bb374b76e1d no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:04:11.772546 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-18ceef2c-4aae-423f-972f-0c27fcb8a64b req-b4a55dc2-d632-4195-95e1-3a2b7409c082 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607805 Dec 14 13:04:11.809564 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47604) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:04:11.818618 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:11.841775 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:04:11.844022 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a575ecf-69ab-418d-b34d-c3a4e9276e61" -d '{"events": [{"server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:04:11.859819 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:04:11.866450 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:11.893634 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667711f8-3bb7-4679-8ff6-2789a5082820 x-openstack-request-id: req-667711f8-3bb7-4679-8ff6-2789a5082820 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:04:11.893919 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "name": "network-vif-unplugged", "status": "failed", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d", "code": 422}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:04:11.894164 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-667711f8-3bb7-4679-8ff6-2789a5082820 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:04:11.894567 dv-cinder-784477-10-iscsi neutron-server[102352]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'code': 422} returned with failed status Dec 14 13:04:11.898405 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-5174fc41-188b-49e4-b06b-8958691c4c39 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876746 Dec 14 13:04:11.903132 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-20a1b649-564c-4f1e-ac0f-07e87e419ec9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 13:04:11.904089 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-20a1b649-564c-4f1e-ac0f-07e87e419ec9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049789 Dec 14 13:04:11.915097 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=0ed44ee3-2630-4f50-9391-4bb374b76e1d,revision_number=8']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:04:12.765150 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-5d6b001c-e4c9-4414-b179-b9029cb461b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:12.766651 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-5d6b001c-e4c9-4414-b179-b9029cb461b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd&tenant_id=68a8770b8dbe489a8119016fbee64eb5 HTTP/1.1" status: 200 len: 1096 time: 0.0429525 Dec 14 13:04:12.838995 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee1e56-7c82-48e5-820c-af3ef80f73a2 req-ffd866f6-4131-451d-8491-ade64931575b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:12.841800 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-e360779f-dcf7-4793-93ae-f17291762ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:12.843997 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-e360779f-dcf7-4793-93ae-f17291762ee2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68a8770b8dbe489a8119016fbee64eb5&device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 1096 time: 0.0502949 Dec 14 13:04:12.845365 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-09ee1e56-7c82-48e5-820c-af3ef80f73a2 req-ffd866f6-4131-451d-8491-ade64931575b tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0543683 Dec 14 13:04:12.920116 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-09ee1e56-7c82-48e5-820c-af3ef80f73a2 req-43c340ce-2e42-484e-82fe-24aeedb244d7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736122 Dec 14 13:04:12.928766 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c2c1-86d9-4d4c-a882-3edfebe649da req-2ae21a26-fa0b-4388-96a8-921b882e96ee tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:12.930292 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-89b3c2c1-86d9-4d4c-a882-3edfebe649da req-2ae21a26-fa0b-4388-96a8-921b882e96ee tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0777500 Dec 14 13:04:12.934312 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-96612490-3e06-4f12-9d5c-eb91c5fab528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:12.935934 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-96612490-3e06-4f12-9d5c-eb91c5fab528 service neutron] 10.222.0.44 "GET /v2.0/networks?id=685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 200 len: 918 time: 0.0846570 Dec 14 13:04:12.992137 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-89b3c2c1-86d9-4d4c-a882-3edfebe649da req-5e0e4466-3d74-4c83-b83f-6fdccf307ac1 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544341 Dec 14 13:04:13.004259 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-ebcfbc32-a7ea-4e04-b088-68910dd6b14e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d HTTP/1.1" status: 200 len: 999 time: 0.0601826 Dec 14 13:04:13.051664 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-29a3c925-3c78-4090-8f71-b651ed0d4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:13.053077 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-29a3c925-3c78-4090-8f71-b651ed0d4cd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 200 len: 856 time: 0.0419111 Dec 14 13:04:13.098432 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-a23d15e7-4a9e-4ffb-99ff-c4189b6b9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:13.099831 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-a23d15e7-4a9e-4ffb-99ff-c4189b6b9e81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=685eb097-be44-442e-9106-664041f3bdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397630 Dec 14 13:04:13.200857 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-a1948e6b-673a-40f3-a1fd-665bbb61c197 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892873 Dec 14 13:04:13.294948 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d3546743-41f1-4fb4-abb1-475e0b6057da req-2b7619d3-149f-47c8-8bed-b0a8b7d0a3d6 service neutron] 10.222.0.44 "GET /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854831 Dec 14 13:04:14.049857 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a30c8-39ae-4338-baf3-494c217e1d37 req-95c92588-9527-4745-9180-b7769ffd4bf9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:14.051585 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-441a30c8-39ae-4338-baf3-494c217e1d37 req-95c92588-9527-4745-9180-b7769ffd4bf9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0484924 Dec 14 13:04:14.130704 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-441a30c8-39ae-4338-baf3-494c217e1d37 req-0ca8a3ff-3ecd-4733-9f5d-fa09a7f3ea5a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729668 Dec 14 13:04:14.143609 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a1b19-4268-46cc-8be1-5725d71122e5 req-2a08e452-07a3-4760-a281-2671740ed530 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:14.145245 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fc2a1b19-4268-46cc-8be1-5725d71122e5 req-2a08e452-07a3-4760-a281-2671740ed530 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0815709 Dec 14 13:04:14.218555 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fc2a1b19-4268-46cc-8be1-5725d71122e5 req-c16e4112-76be-4982-aac1-0600eb64f61c tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662858 Dec 14 13:04:14.459242 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:15.268261 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a658653-0b5d-4dc0-947e-e76f778ebd45 req-a2aa2c2b-d239-447b-808d-501cdb2fc36a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:15.269862 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8a658653-0b5d-4dc0-947e-e76f778ebd45 req-a2aa2c2b-d239-447b-808d-501cdb2fc36a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0491836 Dec 14 13:04:15.351936 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8a658653-0b5d-4dc0-947e-e76f778ebd45 req-0c71b0fd-1450-4adc-8ac4-48fda1537fb9 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740988 Dec 14 13:04:15.373169 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c73c9-c92f-4bb4-a689-38a346c9ebce req-be5bde47-dcf3-48a2-9b02-9ff34b296978 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:15.375212 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-076c73c9-c92f-4bb4-a689-38a346c9ebce req-be5bde47-dcf3-48a2-9b02-9ff34b296978 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0633729 Dec 14 13:04:15.442700 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-076c73c9-c92f-4bb4-a689-38a346c9ebce req-833abd17-96ce-4fe1-bcf5-15c240ca6050 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611649 Dec 14 13:04:16.496347 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60da55-013a-4370-bcd3-2b22ec4929ea req-af78bb6d-9dc4-473e-8807-6bf445fab79c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:16.498273 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6e60da55-013a-4370-bcd3-2b22ec4929ea req-af78bb6d-9dc4-473e-8807-6bf445fab79c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0518496 Dec 14 13:04:16.571837 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6e60da55-013a-4370-bcd3-2b22ec4929ea req-c895af2a-9b4a-45c8-805f-207a58a617a6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661354 Dec 14 13:04:16.593309 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b9ad-fd57-4f6b-9033-3d87dcbb42e7 req-d8eb5032-d9b0-45a6-a41d-44463ff82cb6 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:16.594810 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2fa1b9ad-fd57-4f6b-9033-3d87dcbb42e7 req-d8eb5032-d9b0-45a6-a41d-44463ff82cb6 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0615008 Dec 14 13:04:16.658929 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2fa1b9ad-fd57-4f6b-9033-3d87dcbb42e7 req-8abba287-2d83-45ba-98a4-cf4a649553bf tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581908 Dec 14 13:04:17.706073 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb600a43-6404-4473-9a19-9fa56b7f7515 req-b447fd1c-cf23-4420-8aa5-caaf934986d3 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:17.707598 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb600a43-6404-4473-9a19-9fa56b7f7515 req-b447fd1c-cf23-4420-8aa5-caaf934986d3 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0618699 Dec 14 13:04:17.787286 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb600a43-6404-4473-9a19-9fa56b7f7515 req-d5e1ad75-9877-4028-ab81-f2c0d74731f1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702624 Dec 14 13:04:17.808370 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79167b1e-865d-4ecc-80f2-b5f5c4dea22c req-ecda8451-2751-4323-8330-f02681edcc7c tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:17.809885 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-79167b1e-865d-4ecc-80f2-b5f5c4dea22c req-ecda8451-2751-4323-8330-f02681edcc7c tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0758779 Dec 14 13:04:17.885168 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-79167b1e-865d-4ecc-80f2-b5f5c4dea22c req-14b64b3b-7b09-4393-8b1b-a3e1052fff61 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650258 Dec 14 13:04:18.935664 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec44e1-db5f-4422-a979-78b033b4dd95 req-6faa7298-9ae4-48f9-98ca-587b6d91d6e2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:18.937155 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bbec44e1-db5f-4422-a979-78b033b4dd95 req-6faa7298-9ae4-48f9-98ca-587b6d91d6e2 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0643945 Dec 14 13:04:19.012174 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bbec44e1-db5f-4422-a979-78b033b4dd95 req-110c4022-45ce-4ca5-9fc3-11fce88d3835 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691373 Dec 14 13:04:19.030091 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c00875-f70b-4875-b6bf-ddd9bc4509f5 req-09767d5a-7b13-4e9e-b8b1-d38e68d6e59a tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:19.031525 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-27c00875-f70b-4875-b6bf-ddd9bc4509f5 req-09767d5a-7b13-4e9e-b8b1-d38e68d6e59a tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0828366 Dec 14 13:04:19.092242 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-27c00875-f70b-4875-b6bf-ddd9bc4509f5 req-c637569b-03e6-4449-af78-8147fe152a3b tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545325 Dec 14 13:04:20.134525 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7337e-2cad-4f55-89a2-7954da080124 req-ca100a11-7828-4cf7-a13d-c99d1cb6a3c4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:20.136094 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7de7337e-2cad-4f55-89a2-7954da080124 req-ca100a11-7828-4cf7-a13d-c99d1cb6a3c4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0514643 Dec 14 13:04:20.213224 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7de7337e-2cad-4f55-89a2-7954da080124 req-2f9a4645-2f8f-4603-bf75-26d010c68c07 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709112 Dec 14 13:04:20.232021 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e2ace-0394-49e9-a216-4aa6d1eb4b6e req-c688cfaf-dc12-4bdd-8a04-638c93d313e5 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:20.233509 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-481e2ace-0394-49e9-a216-4aa6d1eb4b6e req-c688cfaf-dc12-4bdd-8a04-638c93d313e5 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0708449 Dec 14 13:04:20.297177 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-481e2ace-0394-49e9-a216-4aa6d1eb4b6e req-5d96f054-63d2-49c8-95ee-63945967a50d tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574508 Dec 14 13:04:21.339103 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa7ae4-ca73-40c1-a365-f9b97a90ae90 req-6a25053e-9731-4c3f-bee7-9679ac3c0fd7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:21.340735 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7daa7ae4-ca73-40c1-a365-f9b97a90ae90 req-6a25053e-9731-4c3f-bee7-9679ac3c0fd7 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0554507 Dec 14 13:04:21.428691 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7daa7ae4-ca73-40c1-a365-f9b97a90ae90 req-dcd8872d-b3c7-47f6-bfeb-ad29f3cb96e6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818067 Dec 14 13:04:21.457461 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31a5d9-57de-43c0-8598-df22d5db4886 req-a04108bc-13ce-48fd-b73a-f65911985737 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:21.458975 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1b31a5d9-57de-43c0-8598-df22d5db4886 req-a04108bc-13ce-48fd-b73a-f65911985737 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0818954 Dec 14 13:04:21.532342 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1b31a5d9-57de-43c0-8598-df22d5db4886 req-8496426e-5313-4051-9ad6-5f8b16f17e1d tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644209 Dec 14 13:04:22.573513 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf09337-579f-406e-bdba-13dccca9d415 req-f3753f68-6c74-4e0c-b85e-43acb1933674 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:22.578545 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bdf09337-579f-406e-bdba-13dccca9d415 req-f3753f68-6c74-4e0c-b85e-43acb1933674 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0663736 Dec 14 13:04:22.637116 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bdf09337-579f-406e-bdba-13dccca9d415 req-9b914232-883c-4d0d-82ec-c7083ad8cc5d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549436 Dec 14 13:04:22.675976 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072940c-0e1e-4493-adbd-6eff2d947680 req-c6b76a3d-249c-414e-be94-f206662aebdc tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:22.677567 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d072940c-0e1e-4493-adbd-6eff2d947680 req-c6b76a3d-249c-414e-be94-f206662aebdc tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0610118 Dec 14 13:04:22.744178 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d072940c-0e1e-4493-adbd-6eff2d947680 req-042f6b46-9f4f-4f97-bece-d78544ae1cce tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603776 Dec 14 13:04:23.759394 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838f4f5-c205-4827-9391-3f4481e76eef req-b4809031-5413-4ba3-a041-320f734234e1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:23.760885 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c838f4f5-c205-4827-9391-3f4481e76eef req-b4809031-5413-4ba3-a041-320f734234e1 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0477607 Dec 14 13:04:23.810992 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c838f4f5-c205-4827-9391-3f4481e76eef req-c1a98f08-3869-40ab-a3f6-ecf39cf69c62 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441027 Dec 14 13:04:23.869201 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f1327-a919-4e2f-bc08-f08abfb16908 req-9253e4b7-fd4b-4c79-b6ae-1d88693238b8 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:23.870855 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d20f1327-a919-4e2f-bc08-f08abfb16908 req-9253e4b7-fd4b-4c79-b6ae-1d88693238b8 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0556147 Dec 14 13:04:23.888993 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-299cc074-3322-485b-9adc-b085d54e2950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:23.940741 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d20f1327-a919-4e2f-bc08-f08abfb16908 req-b46f5ce7-c196-4bd2-b2d7-bd7800abc3d2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626986 Dec 14 13:04:24.949114 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace1226-03c7-4437-852a-729569ddd7ae req-56d5d57c-9a94-4cd4-b3c0-75ffddec90c4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:24.950580 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9ace1226-03c7-4437-852a-729569ddd7ae req-56d5d57c-9a94-4cd4-b3c0-75ffddec90c4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0577252 Dec 14 13:04:25.000599 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9ace1226-03c7-4437-852a-729569ddd7ae req-3b1cfc79-4ca5-4f15-8ed1-a1241f969c62 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440545 Dec 14 13:04:25.073558 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f415b5-76b8-4df5-8374-085476f0ef28 req-1d6b6445-8e00-49b3-880c-3ee73628bc5d tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:25.075141 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-21f415b5-76b8-4df5-8374-085476f0ef28 req-1d6b6445-8e00-49b3-880c-3ee73628bc5d tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0639372 Dec 14 13:04:25.138938 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-21f415b5-76b8-4df5-8374-085476f0ef28 req-cc953f57-d30c-4fb7-b738-b0976d014d76 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562775 Dec 14 13:04:25.327946 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-a9b4eb32-e85c-49ca-b0e7-6b1b522fbf68 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454886 Dec 14 13:04:25.430586 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-63d08c5a-5c2f-471e-af73-573ac70b7001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:25.431966 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-63d08c5a-5c2f-471e-af73-573ac70b7001 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 1098 time: 0.0465918 Dec 14 13:04:25.564990 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-7ccd35fc-f70d-498f-a5f8-22d604263ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:25.566523 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-7ccd35fc-f70d-498f-a5f8-22d604263ef4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 911 time: 0.1073117 Dec 14 13:04:25.883341 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-23764989-285e-4da8-b2c0-aac699fce7b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 HTTP/1.1" status: 200 len: 1001 time: 0.3047712 Dec 14 13:04:25.935804 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-2dd48071-99b5-49f8-9167-3e8b466efb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:25.937290 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-2dd48071-99b5-49f8-9167-3e8b466efb12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59290c21-903a-433b-b1a0-d37d58fdcd3c HTTP/1.1" status: 200 len: 849 time: 0.0439818 Dec 14 13:04:25.950687 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-98c271e6-ba12-4504-bd6f-551a10dadd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:25.984475 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-0b8708a0-d1e8-48df-957d-15f8c680b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:25.985960 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-0b8708a0-d1e8-48df-957d-15f8c680b422 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395894 Dec 14 13:04:26.081278 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-8ee10971-e38f-4d69-bf92-e7b987c70869 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840347 Dec 14 13:04:26.121535 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02516c20-c53c-4793-bcb8-852c5fcd3b7f req-4f819f7a-8326-41ec-bc58-6686d117511d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:26.123002 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-02516c20-c53c-4793-bcb8-852c5fcd3b7f req-4f819f7a-8326-41ec-bc58-6686d117511d tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0474501 Dec 14 13:04:26.172153 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-936ea795-e7ed-48a9-8ff5-ec555d37ab46 req-744bd28e-56a8-44da-9023-49aa2fec4346 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830581 Dec 14 13:04:26.174684 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-02516c20-c53c-4793-bcb8-852c5fcd3b7f req-d4f92778-5d4d-44c7-96e8-3f4e00877d93 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454397 Dec 14 13:04:26.258531 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84541270-209b-4461-a06e-8475da4cc3fb req-54901a16-825d-4ff2-9ccf-0c46fd566f63 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:26.260097 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-84541270-209b-4461-a06e-8475da4cc3fb req-54901a16-825d-4ff2-9ccf-0c46fd566f63 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0493722 Dec 14 13:04:26.321116 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-84541270-209b-4461-a06e-8475da4cc3fb req-45e41692-4b5f-4c2f-8349-c24f219ea372 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&id=8f3f2143-9262-42ac-8efb-3e90e10f7764&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547190 Dec 14 13:04:27.303484 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379aaf6-3ca3-4fc0-a994-9022bcc0a74b req-763d151e-a96b-4059-a4e8-0e6b9634bfaf tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:27.305773 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9379aaf6-3ca3-4fc0-a994-9022bcc0a74b req-763d151e-a96b-4059-a4e8-0e6b9634bfaf tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 943 time: 0.0503674 Dec 14 13:04:27.325021 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:27.354473 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9379aaf6-3ca3-4fc0-a994-9022bcc0a74b req-8e1ff7b3-c6fa-4a87-ba24-19ecd1605829 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413477 Dec 14 13:04:27.835791 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0ed44ee3-2630-4f50-9391-4bb374b76e1d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:04:27.931347 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:04:27.942777 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'port_id': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'mac_address': 'fa:16:3e:a9:fd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:04:27.984201 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:27.996991 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed44ee3-2630-4f50-9391-4bb374b76e1d {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:04:28.017028 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:04:28.023648 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:28.073544 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=0ed44ee3-2630-4f50-9391-4bb374b76e1d,revision_number=9']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:04:28.080611 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.081103 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.081451 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.081793 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.082124 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.082458 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.082787 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.083115 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.083441 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.083772 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.084094 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.084417 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.084724 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:04:28.268707 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['0ed44ee3-2630-4f50-9391-4bb374b76e1d'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:04:28.480288 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be4bbd-250a-4a47-b43a-0c763e389037 req-0b1cc48d-9db1-4f76-9003-5532dfdd467a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:28.481727 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f2be4bbd-250a-4a47-b43a-0c763e389037 req-0b1cc48d-9db1-4f76-9003-5532dfdd467a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 944 time: 0.0530810 Dec 14 13:04:28.530305 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f2be4bbd-250a-4a47-b43a-0c763e389037 req-0dd038ba-1239-4429-a3cf-7c78c30aa046 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423341 Dec 14 13:04:28.589322 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:29.497056 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:29.672421 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48a0db-6a0c-470f-b2c9-3881b308b56c req-15717f31-e2ba-4924-941d-c3c38b616386 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:29.673926 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2a48a0db-6a0c-470f-b2c9-3881b308b56c req-15717f31-e2ba-4924-941d-c3c38b616386 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 944 time: 0.0569837 Dec 14 13:04:29.721601 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2a48a0db-6a0c-470f-b2c9-3881b308b56c req-c4321c17-84ff-495b-b518-799b1c07d71f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416372 Dec 14 13:04:29.836352 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0ed44ee3-2630-4f50-9391-4bb374b76e1d up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:04:29.888572 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 0ed44ee3-2630-4f50-9391-4bb374b76e1d triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:04:29.888974 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:29.967038 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:29.989742 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:04:29.991961 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d74597-0f52-48c6-b73c-2f535241ca01" -d '{"events": [{"server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:04:30.004931 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:04:30.009861 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:30.032771 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c14d37-9be2-48ab-b363-f9d3a9afe455 x-openstack-request-id: req-07c14d37-9be2-48ab-b363-f9d3a9afe455 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:04:30.033095 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:04:30.033347 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07c14d37-9be2-48ab-b363-f9d3a9afe455 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:04:30.033719 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'code': 200} Dec 14 13:04:30.061596 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=0ed44ee3-2630-4f50-9391-4bb374b76e1d,revision_number=10']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:04:30.296815 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302408c-2267-4475-8070-b1d80b40c005 req-6addaa07-c605-46d3-b6ed-62f77eefdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:30.298340 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2302408c-2267-4475-8070-b1d80b40c005 req-6addaa07-c605-46d3-b6ed-62f77eefdc3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 1099 time: 0.0541642 Dec 14 13:04:30.345749 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2302408c-2267-4475-8070-b1d80b40c005 req-7d3ce260-11cc-4d4c-b491-5fbb3a0ef78d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404000 Dec 14 13:04:30.861619 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839278f-ada7-40ac-9f31-676b20b3f771 req-521bada7-58bb-4be4-b87a-72227943b879 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:30.863090 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a839278f-ada7-40ac-9f31-676b20b3f771 req-521bada7-58bb-4be4-b87a-72227943b879 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 946 time: 0.0529072 Dec 14 13:04:30.909325 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a839278f-ada7-40ac-9f31-676b20b3f771 req-816f78fe-1600-42d6-a2b8-bfc29fd9cc8e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401201 Dec 14 13:04:32.037682 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a2828-67ae-4ad6-a7db-cde15eaae36c req-7b0bdbe9-e581-4ebd-adb4-c0124a80bfbf tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:32.039083 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-413a2828-67ae-4ad6-a7db-cde15eaae36c req-7b0bdbe9-e581-4ebd-adb4-c0124a80bfbf tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 946 time: 0.0501983 Dec 14 13:04:32.089059 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-413a2828-67ae-4ad6-a7db-cde15eaae36c req-bfb16f8d-fa02-4a41-bd41-c882dd4ea89a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431697 Dec 14 13:04:33.223966 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5b900-5a2e-4d8d-aca5-37e8f01e0381 req-b00ceb45-22cb-4fdf-bad2-ed56c418d431 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:33.225488 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-61a5b900-5a2e-4d8d-aca5-37e8f01e0381 req-b00ceb45-22cb-4fdf-bad2-ed56c418d431 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 946 time: 0.0479085 Dec 14 13:04:33.278255 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-61a5b900-5a2e-4d8d-aca5-37e8f01e0381 req-d6882ef5-0449-4f61-92de-ee34b0b6473a tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467050 Dec 14 13:04:40.297227 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61a5b9-4183-42f0-85c8-89cfe330f05d req-a2e43ce1-fb85-49bd-babb-55655d4aaa1d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:40.298821 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0a61a5b9-4183-42f0-85c8-89cfe330f05d req-a2e43ce1-fb85-49bd-babb-55655d4aaa1d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0557072 Dec 14 13:04:40.346690 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0a61a5b9-4183-42f0-85c8-89cfe330f05d req-cbeb5b79-defd-46f7-ab2a-4b3c9930fe21 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417662 Dec 14 13:04:41.478988 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1e003-bbe3-46c1-bada-bf69b9c9a7fb req-46a0d686-0600-4d21-a88c-fa92a2e9e16f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:41.480449 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cfe1e003-bbe3-46c1-bada-bf69b9c9a7fb req-46a0d686-0600-4d21-a88c-fa92a2e9e16f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0495918 Dec 14 13:04:41.528312 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-cfe1e003-bbe3-46c1-bada-bf69b9c9a7fb req-20858019-75e5-4971-a9cc-3c6f12171c4d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415161 Dec 14 13:04:42.875346 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792196aa-0782-4a6d-9a35-f885e54c2ee3 req-9d4fc4b1-4db8-4ff8-9011-b976fe8f7289 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:42.876892 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-792196aa-0782-4a6d-9a35-f885e54c2ee3 req-9d4fc4b1-4db8-4ff8-9011-b976fe8f7289 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.2743804 Dec 14 13:04:42.924793 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-792196aa-0782-4a6d-9a35-f885e54c2ee3 req-4d7c9b2b-13b9-4eb9-b2c5-8f87d54cf4a6 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416157 Dec 14 13:04:43.126889 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:04:44.062183 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2c2bc-51ab-464a-acfc-e414a73f1596 req-a6d690ec-474a-42d9-8f98-d55f9dab40c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:44.063605 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fec2c2bc-51ab-464a-acfc-e414a73f1596 req-a6d690ec-474a-42d9-8f98-d55f9dab40c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0521007 Dec 14 13:04:44.110968 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fec2c2bc-51ab-464a-acfc-e414a73f1596 req-b25fb4b9-2e86-45dd-8bc0-cf36e99fc9f3 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410824 Dec 14 13:04:44.497447 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:45.238391 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c29a4-59d6-408f-be73-9b30aa739bcf req-e9008a79-1026-49a7-82d0-ab75dcc3ca92 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:45.240672 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-148c29a4-59d6-408f-be73-9b30aa739bcf req-e9008a79-1026-49a7-82d0-ab75dcc3ca92 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0526628 Dec 14 13:04:45.292719 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-148c29a4-59d6-408f-be73-9b30aa739bcf req-231b5fa6-4a65-478b-81fe-e9d4cee9a543 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460823 Dec 14 13:04:46.425923 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5613dd-4069-468b-a5dc-6f518f7f0659 req-cb519136-1585-4520-a2c9-254e2560f560 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:46.427436 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1a5613dd-4069-468b-a5dc-6f518f7f0659 req-cb519136-1585-4520-a2c9-254e2560f560 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0541251 Dec 14 13:04:46.479383 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1a5613dd-4069-468b-a5dc-6f518f7f0659 req-f9297ee4-e967-486e-952c-22bbbd82acb5 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430682 Dec 14 13:04:47.602956 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a19095-7465-4602-8e52-977ac3f3669a req-a786ca45-fb6d-44ce-bdfb-cb464ac3ad41 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:47.604438 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-45a19095-7465-4602-8e52-977ac3f3669a req-a786ca45-fb6d-44ce-bdfb-cb464ac3ad41 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0497341 Dec 14 13:04:47.656336 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-45a19095-7465-4602-8e52-977ac3f3669a req-970d87c2-a70c-417c-a788-fd3c4a61cb80 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428450 Dec 14 13:04:48.774902 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a583b6-5396-4cf8-aa7d-43af42f9ded5 req-ca2afdf1-0004-4bed-af1a-e451d11a987c tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:48.776355 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-73a583b6-5396-4cf8-aa7d-43af42f9ded5 req-ca2afdf1-0004-4bed-af1a-e451d11a987c tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0515735 Dec 14 13:04:48.825245 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-73a583b6-5396-4cf8-aa7d-43af42f9ded5 req-6c48d333-d401-46c7-b264-af53d9861f68 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427463 Dec 14 13:04:49.957712 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d9d5c-f23f-427e-96c2-eb8dc00d129d req-9cef361d-ffda-4941-9d32-53d8af00eb5d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:49.959203 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1f3d9d5c-f23f-427e-96c2-eb8dc00d129d req-9cef361d-ffda-4941-9d32-53d8af00eb5d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0583045 Dec 14 13:04:50.007930 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1f3d9d5c-f23f-427e-96c2-eb8dc00d129d req-ff968da9-844d-44cd-9ed9-6aa5a9534d18 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Dec 14 13:04:51.136373 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bdee6-7e7a-4300-b87f-a9136057dda8 req-4e8902bd-5e00-40d5-8048-f509048bc0b7 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:51.137776 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9e3bdee6-7e7a-4300-b87f-a9136057dda8 req-4e8902bd-5e00-40d5-8048-f509048bc0b7 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0488398 Dec 14 13:04:51.188637 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9e3bdee6-7e7a-4300-b87f-a9136057dda8 req-e21ef8a2-3ed8-4c84-aca4-9830cbeba618 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445023 Dec 14 13:04:51.400483 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1761d-8e94-4509-99eb-75dceeb6a171 req-028b7a77-1581-41bb-a602-d11603ffc57f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:51.401866 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-15c1761d-8e94-4509-99eb-75dceeb6a171 req-028b7a77-1581-41bb-a602-d11603ffc57f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0501230 Dec 14 13:04:51.433396 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3fd0f-0dd3-4b9f-94f4-6f9ac5782748 req-5fb65e39-0bc3-4815-a0cf-0e620c380a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:51.434921 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-26c3fd0f-0dd3-4b9f-94f4-6f9ac5782748 req-5fb65e39-0bc3-4815-a0cf-0e620c380a1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 1098 time: 0.0444651 Dec 14 13:04:51.449107 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-15c1761d-8e94-4509-99eb-75dceeb6a171 req-4d4dad25-ec0a-414e-a6ba-409f650ddc1d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411904 Dec 14 13:04:51.526282 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3fd0f-0dd3-4b9f-94f4-6f9ac5782748 req-3e54ddaf-c744-469f-af90-3ac4fd25807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:51.527767 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-26c3fd0f-0dd3-4b9f-94f4-6f9ac5782748 req-3e54ddaf-c744-469f-af90-3ac4fd25807a service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 911 time: 0.0848548 Dec 14 13:04:51.598140 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-26c3fd0f-0dd3-4b9f-94f4-6f9ac5782748 req-0de6cb06-b84f-4365-a0cf-c387a6213840 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 HTTP/1.1" status: 200 len: 1001 time: 0.0603588 Dec 14 13:04:51.648127 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3fd0f-0dd3-4b9f-94f4-6f9ac5782748 req-acedd1a3-a6c7-45fd-a657-70c46c205b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:51.649631 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-26c3fd0f-0dd3-4b9f-94f4-6f9ac5782748 req-acedd1a3-a6c7-45fd-a657-70c46c205b07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59290c21-903a-433b-b1a0-d37d58fdcd3c HTTP/1.1" status: 200 len: 849 time: 0.0433640 Dec 14 13:04:51.697435 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3fd0f-0dd3-4b9f-94f4-6f9ac5782748 req-edbe3740-2f00-48f3-90d6-fe127850a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:51.698786 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-26c3fd0f-0dd3-4b9f-94f4-6f9ac5782748 req-edbe3740-2f00-48f3-90d6-fe127850a45b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404420 Dec 14 13:04:51.795310 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-26c3fd0f-0dd3-4b9f-94f4-6f9ac5782748 req-d06348d0-e5ff-4fe9-819e-fe5efa1b5f41 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873895 Dec 14 13:04:51.886696 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-26c3fd0f-0dd3-4b9f-94f4-6f9ac5782748 req-89ed3449-930b-4b2c-b7c9-e3b283ea4660 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824425 Dec 14 13:04:52.579318 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4f294-6b8b-49cd-aa02-e577516b6df2 req-904e551d-9131-4aad-b3b2-146cb9f75abf tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:04:52.580792 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f3d4f294-6b8b-49cd-aa02-e577516b6df2 req-904e551d-9131-4aad-b3b2-146cb9f75abf tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0541694 Dec 14 13:04:52.626783 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f3d4f294-6b8b-49cd-aa02-e577516b6df2 req-06350b5f-702a-44e8-9ed2-ea24d97f694c tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398510 Dec 14 13:04:53.886088 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ba9be52b-6e26-430a-bed8-6912c80ad87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:55.953554 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-87d699f6-bf70-4e70-9f1f-18f644a7e111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:57.335567 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:58.602215 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:04:59.492262 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:01.661937 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-30afd456-697a-4dd7-8268-8565263e3a2f req-eaaa8c9e-3bee-49cb-8a3e-3ae7b32afc69 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782610082&fields=id&tenant_id=8bcb503e37b2449484c788574e4c88f0 HTTP/1.1" status: 200 len: 267 time: 0.0671296 Dec 14 13:05:01.715654 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afd456-697a-4dd7-8268-8565263e3a2f req-79c2cf18-01c3-4e22-9052-aca13c03a5b7 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:01.717117 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-30afd456-697a-4dd7-8268-8565263e3a2f req-79c2cf18-01c3-4e22-9052-aca13c03a5b7 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 984 time: 0.0466678 Dec 14 13:05:01.727891 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [req-30afd456-697a-4dd7-8268-8565263e3a2f req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Request body: {'port': {'security_groups': ['b00db557-b449-4a0b-a961-2d8ab46f635c']}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:05:01.790693 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-30afd456-697a-4dd7-8268-8565263e3a2f req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:01.983291 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [req-30afd456-697a-4dd7-8268-8565263e3a2f req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] For port fee608e1-5f95-4491-9016-8fcb3872f581, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fee608e1-5f95-4491-9016-8fcb3872f581,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:02.016243 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-30afd456-697a-4dd7-8268-8565263e3a2f req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.024324 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-30afd456-697a-4dd7-8268-8565263e3a2f req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.038856 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['fee608e1-5f95-4491-9016-8fcb3872f581'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:05:02.082628 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afd456-697a-4dd7-8268-8565263e3a2f req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:02.083229 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [req-30afd456-697a-4dd7-8268-8565263e3a2f req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.084635 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-30afd456-697a-4dd7-8268-8565263e3a2f req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "PUT /v2.0/ports/fee608e1-5f95-4491-9016-8fcb3872f581 HTTP/1.1" status: 200 len: 942 time: 0.3612509 Dec 14 13:05:02.085131 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:05:02.090371 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017e6c85-fbca-4be7-bdc9-614c130fe09c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:05:02.090961 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47800) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:02.108312 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event updated for resources: {'Port': ['ID=fee608e1-5f95-4491-9016-8fcb3872f581,revision_number=7']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:02.115544 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.115887 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.116235 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.116563 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.116917 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.117248 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.117570 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.117891 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.118213 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.118530 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.118842 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.119170 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.119474 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e809c-2664-4b89-9b81-4ac85d35f243 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.149935 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92eb907-3c63-444c-b0f6-12eb77885495 x-openstack-request-id: req-c92eb907-3c63-444c-b0f6-12eb77885495 {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:05:02.150226 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:05:02.150475 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c92eb907-3c63-444c-b0f6-12eb77885495 {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:05:02.150872 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'status': 'completed', 'code': 200} Dec 14 13:05:02.186066 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['fee608e1-5f95-4491-9016-8fcb3872f581'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:05:02.220581 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.253687 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.270000 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e6c85-fbca-4be7-bdc9-614c130fe09c req-bc4f8b54-b162-4b18-af22-72d9f533c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:02.271611 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-017e6c85-fbca-4be7-bdc9-614c130fe09c req-bc4f8b54-b162-4b18-af22-72d9f533c2b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bcb503e37b2449484c788574e4c88f0&device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 1098 time: 0.0932693 Dec 14 13:05:02.320252 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-958719ff-7e2a-4fad-8de1-b5ef70e91e0a None None] Provisioning complete for port fee608e1-5f95-4491-9016-8fcb3872f581 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:05:02.320623 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-958719ff-7e2a-4fad-8de1-b5ef70e91e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.382434 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e6c85-fbca-4be7-bdc9-614c130fe09c req-2b2e5ab4-4f91-4445-a3c0-20c5a0f43c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:02.383960 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-017e6c85-fbca-4be7-bdc9-614c130fe09c req-2b2e5ab4-4f91-4445-a3c0-20c5a0f43c73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=307f40e5-9e68-482b-a9bd-285dbfdfbe49 HTTP/1.1" status: 200 len: 915 time: 0.1000674 Dec 14 13:05:02.385698 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.388497 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.389612 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "DELETE /v2.0/security-groups/8f3f2143-9262-42ac-8efb-3e90e10f7764 HTTP/1.1" status: 204 len: 168 time: 0.2975509 Dec 14 13:05:02.392586 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47804) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:02.406510 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3f2143-9262-42ac-8efb-3e90e10f7764,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:02.448071 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.448384 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.448731 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.449098 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.449431 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.449765 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.450094 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.450459 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.450759 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.451089 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.451417 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.451743 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.452066 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dddc89-3f52-4736-8966-63a11382fd02 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:02.473664 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-017e6c85-fbca-4be7-bdc9-614c130fe09c req-e0348b14-6c8b-465d-8e96-69fbf467e8f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee608e1-5f95-4491-9016-8fcb3872f581 HTTP/1.1" status: 200 len: 1000 time: 0.0786476 Dec 14 13:05:02.524211 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e6c85-fbca-4be7-bdc9-614c130fe09c req-9c2104ac-e78a-421a-9f70-09537eb13930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:02.525786 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-017e6c85-fbca-4be7-bdc9-614c130fe09c req-9c2104ac-e78a-421a-9f70-09537eb13930 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efbc4f2c-6312-4ff0-816b-f2a43755971a HTTP/1.1" status: 200 len: 853 time: 0.0437250 Dec 14 13:05:02.554521 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Deleting port eed4a54c-2d06-4311-a45b-71fd96ceb899 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:02.554865 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.571752 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e6c85-fbca-4be7-bdc9-614c130fe09c req-02f90cc7-ee31-45cc-a7d6-a33507fee263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:02.573283 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-017e6c85-fbca-4be7-bdc9-614c130fe09c req-02f90cc7-ee31-45cc-a7d6-a33507fee263 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307f40e5-9e68-482b-a9bd-285dbfdfbe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396912 Dec 14 13:05:02.627317 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.627616 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.640915 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Calling delete_port for eed4a54c-2d06-4311-a45b-71fd96ceb899 owned by network:floatingip {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:02.668226 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-017e6c85-fbca-4be7-bdc9-614c130fe09c req-49d3bcdf-5301-43d7-8e9c-db16b70d112b service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853434 Dec 14 13:05:02.757549 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-017e6c85-fbca-4be7-bdc9-614c130fe09c req-f983cceb-c123-4b5d-8a02-a4027ca04841 service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801704 Dec 14 13:05:02.820079 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.850559 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event deleted for resources: {'Port': ['ID=eed4a54c-2d06-4311-a45b-71fd96ceb899,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:02.918177 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks [] for floatingip, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:02.918426 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.l3_db [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Floating IP 500a8790-595f-403a-ba5e-891ff6493d57 disassociated (deleted). External IP: 172.27.2.52, port: fee608e1-5f95-4491-9016-8fcb3872f581. Dec 14 13:05:03.134822 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:05:03.247931 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:05:03.252781 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:03.258950 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586b2a8-7d25-4ad4-b672-dad090fdce74 None None] Sync routers for ids ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:05:03.278028 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586b2a8-7d25-4ad4-b672-dad090fdce74 None None] Routers {'669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:03.278816 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-3586b2a8-7d25-4ad4-b672-dad090fdce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:04:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:03.287530 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-728a3208-d26b-41b5-b3b8-1b6008be2ce2 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "DELETE /v2.0/floatingips/500a8790-595f-403a-ba5e-891ff6493d57 HTTP/1.1" status: 204 len: 168 time: 0.8937602 Dec 14 13:05:03.387157 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-3586b2a8-7d25-4ad4-b672-dad090fdce74 None None] Set router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:03.584911 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-3586b2a8-7d25-4ad4-b672-dad090fdce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 4, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8a0b6292-b2d4-48aa-adb1-cb6469cee276', 'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'mac_address': 'fa:16:3e:cb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:50Z', 'updated_at': '2021-12-14T13:02:54Z', 'revision_number': 5, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'subnets': [{'id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:03.610250 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586b2a8-7d25-4ad4-b672-dad090fdce74 None None] Checking router: 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:05:03.619272 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586b2a8-7d25-4ad4-b672-dad090fdce74 None None] Routers {'669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:03.619854 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-3586b2a8-7d25-4ad4-b672-dad090fdce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:04:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:03.855750 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-3586b2a8-7d25-4ad4-b672-dad090fdce74 None None] Set router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:04.057643 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-3586b2a8-7d25-4ad4-b672-dad090fdce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 4, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8a0b6292-b2d4-48aa-adb1-cb6469cee276', 'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'mac_address': 'fa:16:3e:cb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:50Z', 'updated_at': '2021-12-14T13:02:54Z', 'revision_number': 5, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'subnets': [{'id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:04.087438 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586b2a8-7d25-4ad4-b672-dad090fdce74 None None] The sync data for ids ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'] in dv-cinder-784477-10-iscsi is: [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:02:50Z', 'revision_number': 4, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8a0b6292-b2d4-48aa-adb1-cb6469cee276', 'name': '', 'network_id': '307f40e5-9e68-482b-a9bd-285dbfdfbe49', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'mac_address': 'fa:16:3e:cb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:50Z', 'updated_at': '2021-12-14T13:02:54Z', 'revision_number': 5, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'subnets': [{'id': 'efbc4f2c-6312-4ff0-816b-f2a43755971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:05:04.152207 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:05:04.154857 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cafd28-feab-4e6e-80be-53a536344d10" -d '{"events": [{"name": "network-changed", "server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:05:04.193410 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7628cb-23d5-4c0e-818d-a5db11dace45 x-openstack-request-id: req-9b7628cb-23d5-4c0e-818d-a5db11dace45 {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:05:04.193691 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:05:04.193950 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b7628cb-23d5-4c0e-818d-a5db11dace45 {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:05:04.194344 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'status': 'completed', 'code': 200} Dec 14 13:05:04.268096 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cafd28-feab-4e6e-80be-53a536344d10 req-0724e911-8001-4e2e-8e17-86155c2da94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:04.270667 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-97cafd28-feab-4e6e-80be-53a536344d10 req-0724e911-8001-4e2e-8e17-86155c2da94d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bcb503e37b2449484c788574e4c88f0&device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 1098 time: 0.0511379 Dec 14 13:05:04.327396 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c051d95-4bef-435b-91ea-f66a6d51a9d8 None None] New status for floating IP 500a8790-595f-403a-ba5e-891ff6493d57: DOWN {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:05:04.363726 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cafd28-feab-4e6e-80be-53a536344d10 req-e0a3724f-913d-430d-8c81-382690fa92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:04.365254 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-97cafd28-feab-4e6e-80be-53a536344d10 req-e0a3724f-913d-430d-8c81-382690fa92f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=307f40e5-9e68-482b-a9bd-285dbfdfbe49 HTTP/1.1" status: 200 len: 915 time: 0.0859179 Dec 14 13:05:04.412918 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-97cafd28-feab-4e6e-80be-53a536344d10 req-28865307-79b4-4bac-9e74-712b74b512c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee608e1-5f95-4491-9016-8fcb3872f581 HTTP/1.1" status: 200 len: 217 time: 0.0382807 Dec 14 13:05:04.464783 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cafd28-feab-4e6e-80be-53a536344d10 req-c52836fa-1560-4312-ba41-90a2d5ce60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:04.466295 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-97cafd28-feab-4e6e-80be-53a536344d10 req-c52836fa-1560-4312-ba41-90a2d5ce60e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efbc4f2c-6312-4ff0-816b-f2a43755971a HTTP/1.1" status: 200 len: 853 time: 0.0447977 Dec 14 13:05:04.514830 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cafd28-feab-4e6e-80be-53a536344d10 req-d0643bc0-c8c2-44b2-8f0c-2f70d37f8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:04.516360 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-97cafd28-feab-4e6e-80be-53a536344d10 req-d0643bc0-c8c2-44b2-8f0c-2f70d37f8bf1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=307f40e5-9e68-482b-a9bd-285dbfdfbe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420647 Dec 14 13:05:04.620477 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-97cafd28-feab-4e6e-80be-53a536344d10 req-15d97782-cbf3-48c4-9e87-a0dc3f485033 service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964570 Dec 14 13:05:04.728499 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-97cafd28-feab-4e6e-80be-53a536344d10 req-bf57f871-df7f-4f62-b23d-474e5a80d52b service neutron] 10.222.0.44 "GET /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903902 Dec 14 13:05:06.039077 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ad835-aac3-4f2d-94d9-fbc42cd97e8f req-efa58afd-16b0-42a2-bda6-c782f99bb545 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:06.040444 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ae1ad835-aac3-4f2d-94d9-fbc42cd97e8f req-efa58afd-16b0-42a2-bda6-c782f99bb545 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 945 time: 0.0587325 Dec 14 13:05:06.090189 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ae1ad835-aac3-4f2d-94d9-fbc42cd97e8f req-1ff3fec9-6d42-4e44-b62d-b1716dbb8f93 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Dec 14 13:05:06.703054 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80e038-3fa9-4913-a8e8-5822b778f2a6 req-c5ef45c8-00cc-410c-b367-7cb1b0563d5c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:06.704539 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b80e038-3fa9-4913-a8e8-5822b778f2a6 req-c5ef45c8-00cc-410c-b367-7cb1b0563d5c tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 946 time: 0.0538840 Dec 14 13:05:06.753396 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b80e038-3fa9-4913-a8e8-5822b778f2a6 req-3a04ef9d-d74a-4ca3-96c4-e953e0663d88 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Dec 14 13:05:07.210045 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb438996-a39d-466d-9d2d-0e24cb62551b req-f16a689d-ba26-43b8-b5a8-513d06a09dd3 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:07.211503 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb438996-a39d-466d-9d2d-0e24cb62551b req-f16a689d-ba26-43b8-b5a8-513d06a09dd3 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 945 time: 0.0488086 Dec 14 13:05:07.257403 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb438996-a39d-466d-9d2d-0e24cb62551b req-539dcd1c-3d13-4ec5-866b-d4634ccaf2a6 tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/security-groups?id=b00db557-b449-4a0b-a961-2d8ab46f635c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Dec 14 13:05:07.893333 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6388d2-fa9c-4dd3-9ba6-990bf248d52c req-ac6da8e6-5cbc-479e-bf1b-d6a690fd0103 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:07.894902 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ab6388d2-fa9c-4dd3-9ba6-990bf248d52c req-ac6da8e6-5cbc-479e-bf1b-d6a690fd0103 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 946 time: 0.0586209 Dec 14 13:05:07.901271 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-ba4f79e7-94ab-4cac-ab34-5c451b41a3fe tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:07.902728 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-ba4f79e7-94ab-4cac-ab34-5c451b41a3fe tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 945 time: 0.0491459 Dec 14 13:05:07.947071 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ab6388d2-fa9c-4dd3-9ba6-990bf248d52c req-bf5594f1-cf09-4407-99e0-cf257fc9d4d3 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb73cb42-bfd0-483a-948e-dc0ae62bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459614 Dec 14 13:05:08.002417 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-365d7532-7087-47a8-9089-a718e48bbfad tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Deleting port fee608e1-5f95-4491-9016-8fcb3872f581 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:08.002760 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-365d7532-7087-47a8-9089-a718e48bbfad tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:08.094755 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-365d7532-7087-47a8-9089-a718e48bbfad tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] For port fee608e1-5f95-4491-9016-8fcb3872f581, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fee608e1-5f95-4491-9016-8fcb3872f581,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:08.094994 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-365d7532-7087-47a8-9089-a718e48bbfad tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:08.109045 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-365d7532-7087-47a8-9089-a718e48bbfad tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Calling delete_port for fee608e1-5f95-4491-9016-8fcb3872f581 owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:08.256494 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-1b0f261a-b8ff-49cd-a2bc-8b7d5d41d4a4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:08.258055 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-1b0f261a-b8ff-49cd-a2bc-8b7d5d41d4a4 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 946 time: 0.0878932 Dec 14 13:05:08.312347 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-365d7532-7087-47a8-9089-a718e48bbfad tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:08.324277 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['fee608e1-5f95-4491-9016-8fcb3872f581'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:05:08.358589 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-02a0d17b-0a8f-415f-bbda-e1fcb20b986d req-b59a2959-dfe7-4095-8e86-fbc866a5abdc tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd367814-45bc-4808-b2de-d54f79eb7933 HTTP/1.1" status: 200 len: 210 time: 0.0271680 Dec 14 13:05:08.367950 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d7532-7087-47a8-9089-a718e48bbfad tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Pushing event deleted for resources: {'Port': ['ID=fee608e1-5f95-4491-9016-8fcb3872f581,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:08.418906 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-365d7532-7087-47a8-9089-a718e48bbfad tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] No DVR routers for this DVR port fee608e1-5f95-4491-9016-8fcb3872f581 on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:05:08.421629 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-365d7532-7087-47a8-9089-a718e48bbfad tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:08.424967 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-365d7532-7087-47a8-9089-a718e48bbfad tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] 10.222.0.44 "DELETE /v2.0/ports/fee608e1-5f95-4491-9016-8fcb3872f581 HTTP/1.1" status: 204 len: 173 time: 0.5150654 Dec 14 13:05:08.425527 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'name': 'network-vif-deleted', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:05:08.427758 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcbe538-1c1b-4042-a914-a83a06245a33" -d '{"events": [{"server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "name": "network-vif-deleted", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:05:08.443241 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Deleting port 0ed44ee3-2630-4f50-9391-4bb374b76e1d {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:08.443584 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:08.490598 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305d0aa9-df2d-4493-800c-e102c9e7327e x-openstack-request-id: req-305d0aa9-df2d-4493-800c-e102c9e7327e {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:05:08.490862 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd367814-45bc-4808-b2de-d54f79eb7933", "name": "network-vif-deleted", "tag": "fee608e1-5f95-4491-9016-8fcb3872f581", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:05:08.491115 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-305d0aa9-df2d-4493-800c-e102c9e7327e {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:05:08.492656 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd367814-45bc-4808-b2de-d54f79eb7933', 'name': 'network-vif-deleted', 'tag': 'fee608e1-5f95-4491-9016-8fcb3872f581', 'status': 'completed', 'code': 200} Dec 14 13:05:08.541714 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] For port 0ed44ee3-2630-4f50-9391-4bb374b76e1d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ed44ee3-2630-4f50-9391-4bb374b76e1d,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:08.542061 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:08.721374 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:08.721835 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:08.722229 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.l3_db [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Floating IP ae2a1a63-31be-4447-a5cb-1b84c05b3a4c disassociated. External IP: 172.27.2.204, port: 0ed44ee3-2630-4f50-9391-4bb374b76e1d. Dec 14 13:05:08.722637 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Calling delete_port for 0ed44ee3-2630-4f50-9391-4bb374b76e1d owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:08.864987 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:08.899702 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event deleted for resources: {'Port': ['ID=0ed44ee3-2630-4f50-9391-4bb374b76e1d,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:09.015962 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Router 1795d8e3-5eae-4de4-8781-4fc05baecac8 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:05:09.052700 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8623c708-abed-44f2-9859-e541f4f17671 req-57be86a1-373a-49ce-a4f5-4a1083092f2e tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b3b44a7-7c20-473c-841c-318e471fc6cd HTTP/1.1" status: 200 len: 210 time: 0.0266333 Dec 14 13:05:09.128016 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:05:09.138501 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd0f554-3150-465f-a5f2-f2739a578703 None None] Sync routers for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:05:09.149470 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd0f554-3150-465f-a5f2-f2739a578703 None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:09.150153 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-ddd0f554-3150-465f-a5f2-f2739a578703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:04:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:09.167148 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] No DVR routers for this DVR port 0ed44ee3-2630-4f50-9391-4bb374b76e1d on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:05:09.169744 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:09.173164 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-fd6e4a4d-c4e5-465b-b066-b78c92de1cca req-07ea323f-ed6a-4d9d-90cd-a2f9a8d66880 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.44 "DELETE /v2.0/ports/0ed44ee3-2630-4f50-9391-4bb374b76e1d HTTP/1.1" status: 204 len: 173 time: 0.9075794 Dec 14 13:05:09.264202 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-ddd0f554-3150-465f-a5f2-f2739a578703 None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:09.483019 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-ddd0f554-3150-465f-a5f2-f2739a578703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:09.513553 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd0f554-3150-465f-a5f2-f2739a578703 None None] Checking router: 1795d8e3-5eae-4de4-8781-4fc05baecac8 for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:05:09.522600 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd0f554-3150-465f-a5f2-f2739a578703 None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:09.523209 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-ddd0f554-3150-465f-a5f2-f2739a578703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:04:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:09.632951 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-ddd0f554-3150-465f-a5f2-f2739a578703 None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:09.836310 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-ddd0f554-3150-465f-a5f2-f2739a578703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:09.862298 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd0f554-3150-465f-a5f2-f2739a578703 None None] The sync data for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi is: [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T12:58:11Z', 'revision_number': 4, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'e1161b25-5496-4cdd-8572-743eb4d9218b', 'name': '', 'network_id': '685eb097-be44-442e-9106-664041f3bdb2', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'mac_address': 'fa:16:3e:3c:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:10Z', 'updated_at': '2021-12-14T12:58:24Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'subnets': [{'id': 'f7e3585b-cbda-42d9-8093-5f8126729775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:05:09.921499 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47896) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:10.079984 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf57110-19c4-4502-bc18-d094e627b8bf None None] New status for floating IP ae2a1a63-31be-4447-a5cb-1b84c05b3a4c: DOWN {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:05:10.151448 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47902) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:10.213991 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3c1d32cd-530f-4230-8ef7-75387d754a34 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.245832 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3c1d32cd-530f-4230-8ef7-75387d754a34 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.292918 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3c1d32cd-530f-4230-8ef7-75387d754a34 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.295827 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-3c1d32cd-530f-4230-8ef7-75387d754a34 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.297051 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-3c1d32cd-530f-4230-8ef7-75387d754a34 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "DELETE /v2.0/security-groups/fb73cb42-bfd0-483a-948e-dc0ae62bdb39 HTTP/1.1" status: 204 len: 168 time: 0.1442039 Dec 14 13:05:10.300347 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47904) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:10.316678 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d32cd-530f-4230-8ef7-75387d754a34 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb73cb42-bfd0-483a-948e-dc0ae62bdb39,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:10.318941 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.api.v2.resource [None req-c54f146b-8e00-4b4f-a3e5-07a79c81e84f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] show failed (client error): The resource could not be found. Dec 14 13:05:10.322716 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-c54f146b-8e00-4b4f-a3e5-07a79c81e84f tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "GET /v2.0/security-groups/fb73cb42-bfd0-483a-948e-dc0ae62bdb39 HTTP/1.1" status: 404 len: 347 time: 0.0186992 Dec 14 13:05:10.323611 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47906) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:10.356383 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472088'] for router_interface, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.447109 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-8132de6d-e70c-4a91-a4ac-c992867539b6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Deleting port e0b8406c-303e-4cbe-96d4-545e01f72248 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:10.447457 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8132de6d-e70c-4a91-a4ac-c992867539b6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.493355 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'name': 'network-vif-deleted', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:05:10.495693 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e96df0-f9c4-419d-bcc2-7fa8bbea00d3" -d '{"events": [{"server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "name": "network-vif-deleted", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:05:10.527064 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8132de6d-e70c-4a91-a4ac-c992867539b6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.527417 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8132de6d-e70c-4a91-a4ac-c992867539b6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.535352 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc7ec4d-3a4a-4687-8d12-1e9aa7ebc7bb x-openstack-request-id: req-6bc7ec4d-3a4a-4687-8d12-1e9aa7ebc7bb {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:05:10.535646 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3b44a7-7c20-473c-841c-318e471fc6cd", "name": "network-vif-deleted", "tag": "0ed44ee3-2630-4f50-9391-4bb374b76e1d", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:05:10.535895 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bc7ec4d-3a4a-4687-8d12-1e9aa7ebc7bb {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:05:10.536271 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3b44a7-7c20-473c-841c-318e471fc6cd', 'name': 'network-vif-deleted', 'tag': '0ed44ee3-2630-4f50-9391-4bb374b76e1d', 'status': 'completed', 'code': 200} Dec 14 13:05:10.542015 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-8132de6d-e70c-4a91-a4ac-c992867539b6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Calling delete_port for e0b8406c-303e-4cbe-96d4-545e01f72248 owned by network:floatingip {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:10.678838 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8132de6d-e70c-4a91-a4ac-c992867539b6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.704335 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132de6d-e70c-4a91-a4ac-c992867539b6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Pushing event deleted for resources: {'Port': ['ID=e0b8406c-303e-4cbe-96d4-545e01f72248,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:10.769621 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8132de6d-e70c-4a91-a4ac-c992867539b6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks [] for floatingip, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.772363 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8132de6d-e70c-4a91-a4ac-c992867539b6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.773639 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-8132de6d-e70c-4a91-a4ac-c992867539b6 tempest-AttachVolumeShelveTestJSON-879872614 tempest-AttachVolumeShelveTestJSON-879872614-project] 10.222.0.49 "DELETE /v2.0/floatingips/ae2a1a63-31be-4447-a5cb-1b84c05b3a4c HTTP/1.1" status: 204 len: 168 time: 0.4497693 Dec 14 13:05:10.878443 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] Deleting port 8a0b6292-b2d4-48aa-adb1-cb6469cee276 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:10.878785 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.957137 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] For port 8a0b6292-b2d4-48aa-adb1-cb6469cee276, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8a0b6292-b2d4-48aa-adb1-cb6469cee276,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:10.957862 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:10.969873 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] Calling delete_port for 8a0b6292-b2d4-48aa-adb1-cb6469cee276 owned by network:router_interface {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:11.157503 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:11.186322 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0b6292-b2d4-48aa-adb1-cb6469cee276,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:11.349377 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472196'] for router_interface, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:11.567102 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] Router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:05:11.675882 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:05:11.681175 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-d246d3c8-9f48-417d-8b39-0003cfb564a5 admin admin] 10.222.0.49 "PUT /v2.0/routers/669cdc8d-49ec-4575-a4c1-a4c0366c1a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585230 Dec 14 13:05:11.683724 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47914) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:11.686506 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caade80-053d-4942-aeba-feb92533bfbb None None] Sync routers for ids ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:05:11.697088 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caade80-053d-4942-aeba-feb92533bfbb None None] Routers {'669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:11.697706 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-1caade80-053d-4942-aeba-feb92533bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:04:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:11.783801 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Publish callbacks [] for router, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:11.801521 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-1caade80-053d-4942-aeba-feb92533bfbb None None] Set router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:11.890812 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:11.955375 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Deleting port bb97cd4d-ac8f-48af-9a37-6be8298dacc6 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:11.955721 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.001276 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-1caade80-053d-4942-aeba-feb92533bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:05:11Z', 'revision_number': 5, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port': {'id': 'bb97cd4d-ac8f-48af-9a37-6be8298dacc6', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:48Z', 'updated_at': '2021-12-14T13:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:12.028823 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caade80-053d-4942-aeba-feb92533bfbb None None] Checking router: 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:05:12.037412 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] For port bb97cd4d-ac8f-48af-9a37-6be8298dacc6, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=bb97cd4d-ac8f-48af-9a37-6be8298dacc6,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:12.037928 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.038031 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caade80-053d-4942-aeba-feb92533bfbb None None] Routers {'669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:12.038530 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-1caade80-053d-4942-aeba-feb92533bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:04:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:12.051946 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Calling delete_port for bb97cd4d-ac8f-48af-9a37-6be8298dacc6 owned by network:router_gateway {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:12.079259 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device fee608e1-5f95-4491-9016-8fcb3872f581 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:12.130232 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: fee608e1-5f95-4491-9016-8fcb3872f581 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:12.130573 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device fee608e1-5f95-4491-9016-8fcb3872f581 not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:12.131020 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0ed44ee3-2630-4f50-9391-4bb374b76e1d no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:12.156691 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 0ed44ee3-2630-4f50-9391-4bb374b76e1d {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:12.157084 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0ed44ee3-2630-4f50-9391-4bb374b76e1d not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:12.170025 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-1caade80-053d-4942-aeba-feb92533bfbb None None] Set router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f gateway port host: None {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:12.225009 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-1caade80-053d-4942-aeba-feb92533bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:05:11Z', 'revision_number': 6, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port_host': None}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:12.225679 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.256691 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb97cd4d-ac8f-48af-9a37-6be8298dacc6,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:12.317886 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471078'] for router_gateway, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.386340 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caade80-053d-4942-aeba-feb92533bfbb None None] The sync data for ids ['669cdc8d-49ec-4575-a4c1-a4c0366c1a0f'] in dv-cinder-784477-10-iscsi is: [{'id': '669cdc8d-49ec-4575-a4c1-a4c0366c1a0f', 'name': 'tempest-TestMinimumBasicScenario-694099687-router', 'tenant_id': '8bcb503e37b2449484c788574e4c88f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:47Z', 'updated_at': '2021-12-14T13:05:11Z', 'revision_number': 6, 'project_id': '8bcb503e37b2449484c788574e4c88f0', 'gw_port_host': None}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:05:12.408752 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60750'] for router, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.410946 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.455128 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-468159'] for router, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.455836 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 669cdc8d-49ec-4575-a4c1-a4c0366c1a0f {{(pid=102351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 13:05:12.460540 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] Publish callbacks [] for router, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.461847 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-29be87b9-b109-4e3f-bffe-8a12e4ba916e admin admin] 10.222.0.49 "DELETE /v2.0/routers/669cdc8d-49ec-4575-a4c1-a4c0366c1a0f HTTP/1.1" status: 204 len: 168 time: 0.7772567 Dec 14 13:05:12.464416 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47926) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:12.513228 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_v2 [None req-26efaf44-55ed-4492-ab7c-dd05621b1235 admin admin] Deleting subnet efbc4f2c-6312-4ff0-816b-f2a43755971a {{(pid=102351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:05:12.516619 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-26efaf44-55ed-4492-ab7c-dd05621b1235 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.551245 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-26efaf44-55ed-4492-ab7c-dd05621b1235 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777606'] for subnet, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.667966 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-26efaf44-55ed-4492-ab7c-dd05621b1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.721749 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-26efaf44-55ed-4492-ab7c-dd05621b1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695917'] for subnet, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.748054 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efaf44-55ed-4492-ab7c-dd05621b1235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efbc4f2c-6312-4ff0-816b-f2a43755971a,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:12.756050 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-26efaf44-55ed-4492-ab7c-dd05621b1235 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.760303 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-26efaf44-55ed-4492-ab7c-dd05621b1235 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/efbc4f2c-6312-4ff0-816b-f2a43755971a HTTP/1.1" status: 204 len: 168 time: 0.2948265 Dec 14 13:05:12.763040 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47928) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:12.764728 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f8445-c98f-43e2-ab24-065df59f5c07 None None] Network 307f40e5-9e68-482b-a9bd-285dbfdfbe49 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:05:12.843442 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.904373 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Deleting port 1bdffdde-b7f3-4f39-a827-9c6178e057fa {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:12.904702 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.964583 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] For port 1bdffdde-b7f3-4f39-a827-9c6178e057fa, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=1bdffdde-b7f3-4f39-a827-9c6178e057fa,segment=NetworkSegment(09c80ba6-052e-4cf1-8643-9d11989feb5a),segment_id=09c80ba6-052e-4cf1-8643-9d11989feb5a)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:12.964816 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:12.977237 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Calling delete_port for 1bdffdde-b7f3-4f39-a827-9c6178e057fa owned by network:dhcp {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:13.061581 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:13.098317 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] No DVR routers for this DVR port 1bdffdde-b7f3-4f39-a827-9c6178e057fa on host dv-cinder-784477-10-iscsi {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:05:13.103231 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bdffdde-b7f3-4f39-a827-9c6178e057fa,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:13.176502 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:13.183888 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b39779-123c-4e18-b679-5d40e7b76ef1 None None] DHCP port deletion for 307f40e5-9e68-482b-a9bd-285dbfdfbe49 request from dv-cinder-784477-10-iscsi {{(pid=102352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 13:05:13.208939 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307f40e5-9e68-482b-a9bd-285dbfdfbe49']}} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:13.219875 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c80ba6-052e-4cf1-8643-9d11989feb5a') {'for_net_delete': True} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:13.220175 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c80ba6-052e-4cf1-8643-9d11989feb5a') {} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:13.229991 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728583'] for segment, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:13.235357 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47936) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:13.246374 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:13.252276 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:05:13.252656 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8747889'] for segment, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: Traceback (most recent call last): Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: timer() Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: cb(*args, **kw) Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: return func(*args, **kwargs) Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: self._notify() Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: self.callback(batched_events) Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: event.method(event) Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: return f(self, *a, **k) Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._get(url).json() Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: return self.request(url, 'GET', **kwargs) Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:05:13.254475 dv-cinder-784477-10-iscsi neutron-server[102350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:05:13.316082 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:13.321758 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:13.329007 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47940) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:13.329188 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] 10.222.0.49 "DELETE /v2.0/networks/307f40e5-9e68-482b-a9bd-285dbfdfbe49 HTTP/1.1" status: 204 len: 168 time: 0.5648763 Dec 14 13:05:13.340905 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc65d3-9449-4b34-bc06-1fa2a500be17 admin admin] Pushing event deleted for resources: {'Network': ['ID=307f40e5-9e68-482b-a9bd-285dbfdfbe49,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:13.908884 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device bb97cd4d-ac8f-48af-9a37-6be8298dacc6 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:13.934782 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: bb97cd4d-ac8f-48af-9a37-6be8298dacc6 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:13.935233 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device bb97cd4d-ac8f-48af-9a37-6be8298dacc6 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:13.935699 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8a0b6292-b2d4-48aa-adb1-cb6469cee276 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:13.955522 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 8a0b6292-b2d4-48aa-adb1-cb6469cee276 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:13.955873 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8a0b6292-b2d4-48aa-adb1-cb6469cee276 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:13.956292 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 1bdffdde-b7f3-4f39-a827-9c6178e057fa no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:13.975390 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 1bdffdde-b7f3-4f39-a827-9c6178e057fa {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:13.975727 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 1bdffdde-b7f3-4f39-a827-9c6178e057fa not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:14.160462 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472088'] for router_interface, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:14.199871 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472088'] for router_interface, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:14.497437 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:14.591348 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] Deleting port cc0a076e-d854-4a68-9080-728c1897098f {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:14.591990 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:14.640070 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] Deleting port e1161b25-5496-4cdd-8572-743eb4d9218b {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:14.640395 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:14.725275 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] For port cc0a076e-d854-4a68-9080-728c1897098f, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=cc0a076e-d854-4a68-9080-728c1897098f,segment=NetworkSegment(af4801f7-6d7d-45ff-b149-1eba566a9e29),segment_id=af4801f7-6d7d-45ff-b149-1eba566a9e29)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:14.725652 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:14.745847 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] Calling delete_port for cc0a076e-d854-4a68-9080-728c1897098f owned by network:router_interface {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:14.752959 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] For port e1161b25-5496-4cdd-8572-743eb4d9218b, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=e1161b25-5496-4cdd-8572-743eb4d9218b,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:14.753297 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:14.774903 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] Calling delete_port for e1161b25-5496-4cdd-8572-743eb4d9218b owned by network:router_interface {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:15.069707 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:15.095305 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:15.097453 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0a076e-d854-4a68-9080-728c1897098f,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:15.142380 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1161b25-5496-4cdd-8572-743eb4d9218b,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:15.404525 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472196'] for router_interface, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:15.412750 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472196'] for router_interface, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:16.023471 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] Router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:05:16.027221 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] Router 1795d8e3-5eae-4de4-8781-4fc05baecac8 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:05:16.212620 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:05:16.214423 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:05:16.218740 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-7af50627-bfab-44cb-9846-e0a12496d818 admin admin] 10.222.0.49 "PUT /v2.0/routers/160d6ff8-8072-49a1-bdbf-8813ef2e8aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8882782 Dec 14 13:05:16.221735 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47942) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:16.222365 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-07bd39a8-8679-46d2-9555-6edd36864ce3 admin admin] 10.222.0.49 "PUT /v2.0/routers/1795d8e3-5eae-4de4-8781-4fc05baecac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9857802 Dec 14 13:05:16.224818 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47944) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:16.226986 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c6c8f-cbf7-4f63-b6e1-ad50819f929c None None] Sync routers for ids ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:05:16.245833 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c6c8f-cbf7-4f63-b6e1-ad50819f929c None None] Routers {'160d6ff8-8072-49a1-bdbf-8813ef2e8aca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:16.246461 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-103c6c8f-cbf7-4f63-b6e1-ad50819f929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:04:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:16.263625 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13641ced-ddd3-46ce-a3f8-444b472fa7d9 None None] Sync routers for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:05:16.278946 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13641ced-ddd3-46ce-a3f8-444b472fa7d9 None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:16.280687 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-13641ced-ddd3-46ce-a3f8-444b472fa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:04:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:16.332819 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:16.340502 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Publish callbacks [] for router, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:16.363030 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-103c6c8f-cbf7-4f63-b6e1-ad50819f929c None None] Set router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:16.404824 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-13641ced-ddd3-46ce-a3f8-444b472fa7d9 None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:16.442538 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:16.462539 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:16.506460 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Deleting port 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:16.506847 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:16.536227 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Deleting port ed154267-0f0f-46bf-bd94-b1f88f8eadbd {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:16.536827 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:16.559676 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-103c6c8f-cbf7-4f63-b6e1-ad50819f929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'name': 'tempest-TestMinimumBasicScenario-1029877862-router', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:52Z', 'updated_at': '2021-12-14T13:05:14Z', 'revision_number': 5, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'gw_port': {'id': '75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:53Z', 'updated_at': '2021-12-14T13:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:16.593262 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c6c8f-cbf7-4f63-b6e1-ad50819f929c None None] Checking router: 160d6ff8-8072-49a1-bdbf-8813ef2e8aca for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:05:16.602975 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-13641ced-ddd3-46ce-a3f8-444b472fa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T13:05:14Z', 'revision_number': 5, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port': {'id': 'ed154267-0f0f-46bf-bd94-b1f88f8eadbd', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T12:58:06Z', 'updated_at': '2021-12-14T12:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:16.603937 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c6c8f-cbf7-4f63-b6e1-ad50819f929c None None] Routers {'160d6ff8-8072-49a1-bdbf-8813ef2e8aca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:16.604550 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-103c6c8f-cbf7-4f63-b6e1-ad50819f929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:04:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:16.604716 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] For port 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:16.605262 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:16.619929 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Calling delete_port for 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 owned by network:router_gateway {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:16.629919 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13641ced-ddd3-46ce-a3f8-444b472fa7d9 None None] Checking router: 1795d8e3-5eae-4de4-8781-4fc05baecac8 for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:05:16.638665 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13641ced-ddd3-46ce-a3f8-444b472fa7d9 None None] Routers {'1795d8e3-5eae-4de4-8781-4fc05baecac8'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:16.639418 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-13641ced-ddd3-46ce-a3f8-444b472fa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:04:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['1795d8e3-5eae-4de4-8781-4fc05baecac8'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:16.640371 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] For port ed154267-0f0f-46bf-bd94-b1f88f8eadbd, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=ed154267-0f0f-46bf-bd94-b1f88f8eadbd,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:16.640911 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:16.655371 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Calling delete_port for ed154267-0f0f-46bf-bd94-b1f88f8eadbd owned by network:router_gateway {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:16.738600 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-13641ced-ddd3-46ce-a3f8-444b472fa7d9 None None] Set router 1795d8e3-5eae-4de4-8781-4fc05baecac8 gateway port host: None {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:16.797708 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-103c6c8f-cbf7-4f63-b6e1-ad50819f929c None None] Set router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca gateway port host: None {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:16.810276 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-13641ced-ddd3-46ce-a3f8-444b472fa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T13:05:16Z', 'revision_number': 6, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port_host': None}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:16.841999 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13641ced-ddd3-46ce-a3f8-444b472fa7d9 None None] The sync data for ids ['1795d8e3-5eae-4de4-8781-4fc05baecac8'] in dv-cinder-784477-10-iscsi is: [{'id': '1795d8e3-5eae-4de4-8781-4fc05baecac8', 'name': 'tempest-AttachVolumeShelveTestJSON-1342600715-router', 'tenant_id': '68a8770b8dbe489a8119016fbee64eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T12:58:04Z', 'updated_at': '2021-12-14T13:05:16Z', 'revision_number': 6, 'project_id': '68a8770b8dbe489a8119016fbee64eb5', 'gw_port_host': None}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:05:16.844551 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:16.856808 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-103c6c8f-cbf7-4f63-b6e1-ad50819f929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'name': 'tempest-TestMinimumBasicScenario-1029877862-router', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:52Z', 'updated_at': '2021-12-14T13:05:16Z', 'revision_number': 6, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'gw_port_host': None}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:16.875899 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed154267-0f0f-46bf-bd94-b1f88f8eadbd,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:16.887114 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c6c8f-cbf7-4f63-b6e1-ad50819f929c None None] The sync data for ids ['160d6ff8-8072-49a1-bdbf-8813ef2e8aca'] in dv-cinder-784477-10-iscsi is: [{'id': '160d6ff8-8072-49a1-bdbf-8813ef2e8aca', 'name': 'tempest-TestMinimumBasicScenario-1029877862-router', 'tenant_id': '175ff30463fc492b9a29616a9b8b5941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:52Z', 'updated_at': '2021-12-14T13:05:16Z', 'revision_number': 6, 'project_id': '175ff30463fc492b9a29616a9b8b5941', 'gw_port_host': None}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:05:16.946760 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471078'] for router_gateway, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.036444 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60750'] for router, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.038775 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.082653 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-468159'] for router, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.083137 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1795d8e3-5eae-4de4-8781-4fc05baecac8 {{(pid=102351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 13:05:17.087853 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] Publish callbacks [] for router, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.091815 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47948) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:17.093179 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-3da94dbc-0b0d-4c24-ae05-7b6476c26d86 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1795d8e3-5eae-4de4-8781-4fc05baecac8 HTTP/1.1" status: 204 len: 168 time: 0.8632517 Dec 14 13:05:17.100532 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.149776 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:17.163560 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea88bfc-5ddb-4445-ad6f-7b4be20b0d8e admin admin] Deleting subnet f7e3585b-cbda-42d9-8093-5f8126729775 {{(pid=102350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:05:17.181022 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eea88bfc-5ddb-4445-ad6f-7b4be20b0d8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.241225 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eea88bfc-5ddb-4445-ad6f-7b4be20b0d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728444'] for subnet, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.264793 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471078'] for router_gateway, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.377986 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60750'] for router, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.381045 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.494581 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-468159'] for router, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.495131 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 160d6ff8-8072-49a1-bdbf-8813ef2e8aca {{(pid=102350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 13:05:17.502210 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.503337 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-8ed3f0e7-6255-4434-94c9-04d03db915d5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/160d6ff8-8072-49a1-bdbf-8813ef2e8aca HTTP/1.1" status: 204 len: 168 time: 1.2780907 Dec 14 13:05:17.504587 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eea88bfc-5ddb-4445-ad6f-7b4be20b0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.506172 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47950) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:17.551281 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3f8664-7277-4039-a38d-b55993d07a50 admin admin] Deleting subnet 06db187e-db5e-41fe-a125-bd2d879c1f0a {{(pid=102351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:05:17.554616 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8664-7277-4039-a38d-b55993d07a50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.559832 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eea88bfc-5ddb-4445-ad6f-7b4be20b0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8747803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684766'] for subnet, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.584563 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea88bfc-5ddb-4445-ad6f-7b4be20b0d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e3585b-cbda-42d9-8093-5f8126729775,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:17.588426 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-eea88bfc-5ddb-4445-ad6f-7b4be20b0d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.594520 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-eea88bfc-5ddb-4445-ad6f-7b4be20b0d8e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f7e3585b-cbda-42d9-8093-5f8126729775 HTTP/1.1" status: 204 len: 168 time: 0.4994855 Dec 14 13:05:17.594694 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8664-7277-4039-a38d-b55993d07a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777606'] for subnet, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.594817 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47952) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:17.600875 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f87505-88c9-46db-a652-8d18939a2a78 None None] Network 685eb097-be44-442e-9106-664041f3bdb2 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:05:17.684864 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8664-7277-4039-a38d-b55993d07a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.689398 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.743168 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8664-7277-4039-a38d-b55993d07a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695917'] for subnet, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.744963 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Deleting port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:17.744963 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.774317 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f8664-7277-4039-a38d-b55993d07a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06db187e-db5e-41fe-a125-bd2d879c1f0a,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:17.779361 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8664-7277-4039-a38d-b55993d07a50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.785080 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-fa3f8664-7277-4039-a38d-b55993d07a50 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/06db187e-db5e-41fe-a125-bd2d879c1f0a HTTP/1.1" status: 204 len: 168 time: 0.2752986 Dec 14 13:05:17.785192 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47954) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:17.786045 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1627869e-baf1-482a-8972-1636f3277115 None None] Network f865d073-158e-4bed-908f-fd74035c7943 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:05:17.813770 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] For port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=ff8fc74f-b16e-4eaf-a130-02803c8d0b2f,segment=NetworkSegment(079db9e6-4640-4bfc-be52-817908ccb368),segment_id=079db9e6-4640-4bfc-be52-817908ccb368)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:17.814246 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.828089 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Calling delete_port for ff8fc74f-b16e-4eaf-a130-02803c8d0b2f owned by network:dhcp {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:17.876935 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.916712 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.937405 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Deleting port 55458f46-7ec9-41b3-9fc9-560f955cf2a4 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:17.938075 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:17.959427 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8fc74f-b16e-4eaf-a130-02803c8d0b2f,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:17.970267 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] No DVR routers for this DVR port ff8fc74f-b16e-4eaf-a130-02803c8d0b2f on host dv-cinder-784477-10-iscsi {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:05:17.989345 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d226b56-7527-46c3-bebf-91c8e726e186 None None] DHCP port deletion for 685eb097-be44-442e-9106-664041f3bdb2 request from dv-cinder-784477-10-iscsi {{(pid=102352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 13:05:18.031482 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0463ce9-4718-4eea-b185-30f962662522 None None] DHCP port deletion for f865d073-158e-4bed-908f-fd74035c7943 request from dv-cinder-784477-10-iscsi {{(pid=102352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 13:05:18.047593 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] For port 55458f46-7ec9-41b3-9fc9-560f955cf2a4, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=55458f46-7ec9-41b3-9fc9-560f955cf2a4,segment=NetworkSegment(af4801f7-6d7d-45ff-b149-1eba566a9e29),segment_id=af4801f7-6d7d-45ff-b149-1eba566a9e29)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:18.048129 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.075682 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Calling delete_port for 55458f46-7ec9-41b3-9fc9-560f955cf2a4 owned by network:dhcp {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:18.095572 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.104033 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-b0463ce9-4718-4eea-b185-30f962662522 None None] Deleting port 55458f46-7ec9-41b3-9fc9-560f955cf2a4 {{(pid=102352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:18.106469 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b0463ce9-4718-4eea-b185-30f962662522 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.110725 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ff8fc74f-b16e-4eaf-a130-02803c8d0b2f no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:18.122811 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685eb097-be44-442e-9106-664041f3bdb2']}} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:18.132629 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079db9e6-4640-4bfc-be52-817908ccb368') {'for_net_delete': True} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:18.132969 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079db9e6-4640-4bfc-be52-817908ccb368') {} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:18.143487 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728583'] for segment, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.158961 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.163704 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.167153 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:05:18.167878 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8747889'] for segment, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.170126 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: ff8fc74f-b16e-4eaf-a130-02803c8d0b2f {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:18.170667 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ff8fc74f-b16e-4eaf-a130-02803c8d0b2f not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:18.170969 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ed154267-0f0f-46bf-bd94-b1f88f8eadbd no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: Traceback (most recent call last): Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: timer() Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: cb(*args, **kw) Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: return func(*args, **kwargs) Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: self._notify() Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: self.callback(batched_events) Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: event.method(event) Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: return f(self, *a, **k) Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._get(url).json() Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: return self.request(url, 'GET', **kwargs) Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:05:18.171520 dv-cinder-784477-10-iscsi neutron-server[102350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:05:18.194835 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Pushing event deleted for resources: {'Port': ['ID=55458f46-7ec9-41b3-9fc9-560f955cf2a4,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:18.199328 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] No DVR routers for this DVR port 55458f46-7ec9-41b3-9fc9-560f955cf2a4 on host dv-cinder-784477-10-iscsi {{(pid=102351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:05:18.201974 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: ed154267-0f0f-46bf-bd94-b1f88f8eadbd {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:18.202324 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ed154267-0f0f-46bf-bd94-b1f88f8eadbd not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:18.202757 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:18.230517 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:18.230891 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 75cbfdb1-4d17-438c-95d0-a92ab8dbe3f2 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:18.231303 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device cc0a076e-d854-4a68-9080-728c1897098f no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:18.242600 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.248590 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.254802 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] 10.222.0.49 "DELETE /v2.0/networks/685eb097-be44-442e-9106-664041f3bdb2 HTTP/1.1" status: 204 len: 168 time: 0.6590593 Dec 14 13:05:18.257807 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: cc0a076e-d854-4a68-9080-728c1897098f {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:18.258159 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device cc0a076e-d854-4a68-9080-728c1897098f not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:18.258583 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device e1161b25-5496-4cdd-8572-743eb4d9218b no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:18.261499 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-b0463ce9-4718-4eea-b185-30f962662522 None None] For port 55458f46-7ec9-41b3-9fc9-560f955cf2a4, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=55458f46-7ec9-41b3-9fc9-560f955cf2a4,segment=NetworkSegment(af4801f7-6d7d-45ff-b149-1eba566a9e29),segment_id=af4801f7-6d7d-45ff-b149-1eba566a9e29)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:18.261894 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b0463ce9-4718-4eea-b185-30f962662522 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.269398 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d5c83-91ba-48f1-a828-f93f68dd78ba admin admin] Pushing event deleted for resources: {'Network': ['ID=685eb097-be44-442e-9106-664041f3bdb2,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:18.286644 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: e1161b25-5496-4cdd-8572-743eb4d9218b {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:18.287031 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device e1161b25-5496-4cdd-8572-743eb4d9218b not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:18.292374 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-b0463ce9-4718-4eea-b185-30f962662522 None None] Calling delete_port for 55458f46-7ec9-41b3-9fc9-560f955cf2a4 owned by network:dhcp {{(pid=102352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:18.292505 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.326421 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f865d073-158e-4bed-908f-fd74035c7943']}} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:18.337988 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4801f7-6d7d-45ff-b149-1eba566a9e29') {'for_net_delete': True} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:18.338282 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4801f7-6d7d-45ff-b149-1eba566a9e29') {} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:18.351032 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777725'] for segment, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.368766 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.379196 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:05:18.379739 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8581097'] for segment, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.430568 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47958) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:18.431317 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-b0463ce9-4718-4eea-b185-30f962662522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184'] for port, after_delete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: Traceback (most recent call last): Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: timer() Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: cb(*args, **kw) Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: return func(*args, **kwargs) Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: self._notify() Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: self.callback(batched_events) Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: event.method(event) Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: return f(self, *a, **k) Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._get(url).json() Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: return self.request(url, 'GET', **kwargs) Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:05:18.431455 dv-cinder-784477-10-iscsi neutron-server[102351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:05:18.452316 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.460034 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.463164 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0463ce9-4718-4eea-b185-30f962662522 None None] Pushing event deleted for resources: {'Port': ['ID=55458f46-7ec9-41b3-9fc9-560f955cf2a4,revision_number=None']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:18.464103 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f865d073-158e-4bed-908f-fd74035c7943 HTTP/1.1" status: 204 len: 168 time: 0.6773684 Dec 14 13:05:18.468771 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0463ce9-4718-4eea-b185-30f962662522 None None] No DVR routers for this DVR port 55458f46-7ec9-41b3-9fc9-560f955cf2a4 on host dv-cinder-784477-10-iscsi {{(pid=102352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:05:18.483794 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-f1c9c347-f237-4c20-9ece-9b82c856d333 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68a8770b8dbe489a8119016fbee64eb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0497718 Dec 14 13:05:18.484251 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f4324-daf4-491e-a121-1eb0ffbc0572 admin admin] Pushing event deleted for resources: {'Network': ['ID=f865d073-158e-4bed-908f-fd74035c7943,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:18.484410 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47962) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:18.531997 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-795f5d4f-5f9c-4ce1-bea2-8a09711f46fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.553884 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-795f5d4f-5f9c-4ce1-bea2-8a09711f46fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.605724 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-795f5d4f-5f9c-4ce1-bea2-8a09711f46fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.608315 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-795f5d4f-5f9c-4ce1-bea2-8a09711f46fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.609516 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-795f5d4f-5f9c-4ce1-bea2-8a09711f46fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9848d40d-433b-4d8a-a8c2-20c1c8fafaa8 HTTP/1.1" status: 204 len: 168 time: 0.1245830 Dec 14 13:05:18.622913 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f5d4f-5f9c-4ce1-bea2-8a09711f46fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9848d40d-433b-4d8a-a8c2-20c1c8fafaa8,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:18.630914 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47966) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:18.682313 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-2684cf1e-80e4-4404-8c8e-2d0745278976 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8bcb503e37b2449484c788574e4c88f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439634 Dec 14 13:05:18.684599 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 47968) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:18.731138 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1fc85e0b-573c-40ce-a923-20f60239d6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.752048 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1fc85e0b-573c-40ce-a923-20f60239d6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.799171 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1fc85e0b-573c-40ce-a923-20f60239d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.802062 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1fc85e0b-573c-40ce-a923-20f60239d6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:18.803307 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-1fc85e0b-573c-40ce-a923-20f60239d6b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b00db557-b449-4a0b-a961-2d8ab46f635c HTTP/1.1" status: 204 len: 168 time: 0.1177435 Dec 14 13:05:18.813688 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc85e0b-573c-40ce-a923-20f60239d6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00db557-b449-4a0b-a961-2d8ab46f635c,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:19.117636 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47984) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:19.161332 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-29c9b9fe-3301-4c9f-8dc3-f79bbb71cb23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=175ff30463fc492b9a29616a9b8b5941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423908 Dec 14 13:05:19.163934 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 47986) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:19.213699 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-257444f5-13c0-401c-b9f3-69d6a41f8516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:19.236304 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-257444f5-13c0-401c-b9f3-69d6a41f8516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:19.283341 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-257444f5-13c0-401c-b9f3-69d6a41f8516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:19.285955 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-257444f5-13c0-401c-b9f3-69d6a41f8516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:19.287211 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-257444f5-13c0-401c-b9f3-69d6a41f8516 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d6f4ae2-2311-4d80-9dc9-86922ccbcea0 HTTP/1.1" status: 204 len: 168 time: 0.1222916 Dec 14 13:05:19.297879 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257444f5-13c0-401c-b9f3-69d6a41f8516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6f4ae2-2311-4d80-9dc9-86922ccbcea0,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:19.903048 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 55458f46-7ec9-41b3-9fc9-560f955cf2a4 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:19.923111 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 55458f46-7ec9-41b3-9fc9-560f955cf2a4 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:19.923429 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 55458f46-7ec9-41b3-9fc9-560f955cf2a4 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:20.127486 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:05:23.888797 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b02f-129c-4946-b7c5-e128ae45bd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:25.795429 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7e6a-e0e9-4bf0-bcf4-b0cfdfe055e3 req-b61d891e-c395-450b-ad49-0cb80b31f865 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:25.796758 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-904e7e6a-e0e9-4bf0-bcf4-b0cfdfe055e3 req-b61d891e-c395-450b-ad49-0cb80b31f865 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0528903 Dec 14 13:05:25.844642 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-904e7e6a-e0e9-4bf0-bcf4-b0cfdfe055e3 req-50e78123-dcb4-40d2-9222-7addb909338f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 Dec 14 13:05:25.946989 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ba1ecafd-7bac-4d35-95f6-2ace0032fae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:26.971617 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18140958-160d-4221-b8e2-e88254cdbf6b req-b55835ac-de64-4b6a-ae39-6517fb5a2c92 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:26.973132 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-18140958-160d-4221-b8e2-e88254cdbf6b req-b55835ac-de64-4b6a-ae39-6517fb5a2c92 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0533247 Dec 14 13:05:27.020789 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-18140958-160d-4221-b8e2-e88254cdbf6b req-87ca386c-b675-4d08-bafe-61e500b717a7 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Dec 14 13:05:27.341998 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:28.156734 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da07a5b-688a-4f3c-adcc-6a22154f32c5 req-91704149-42e4-4587-a63d-8143f759c893 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:28.158119 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9da07a5b-688a-4f3c-adcc-6a22154f32c5 req-91704149-42e4-4587-a63d-8143f759c893 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0527091 Dec 14 13:05:28.206240 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9da07a5b-688a-4f3c-adcc-6a22154f32c5 req-7e15e4d0-7b31-4efe-acae-1e4f65cabc4f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Dec 14 13:05:28.599819 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:29.324488 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5fcf4-37a5-4c39-90b5-703c5e3ee415 req-f79033c5-ada3-4a8b-961a-3768ba5c0a4f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:29.326015 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a0e5fcf4-37a5-4c39-90b5-703c5e3ee415 req-f79033c5-ada3-4a8b-961a-3768ba5c0a4f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0501599 Dec 14 13:05:29.376586 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a0e5fcf4-37a5-4c39-90b5-703c5e3ee415 req-b80d14b5-e570-456e-bb08-18ecbf7634dd tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445418 Dec 14 13:05:29.475552 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:29.639561 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-cc9d03a4-44cc-40c5-8dca-a8f2671e2569 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:29.641443 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-cc9d03a4-44cc-40c5-8dca-a8f2671e2569 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 945 time: 0.0595036 Dec 14 13:05:29.732665 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Deleting port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:29.732919 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:29.826876 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] For port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:29.827214 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:30.001993 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:30.002211 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:30.002550 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.l3_db [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Floating IP c961175f-c0e0-40a3-84f2-ebcb696020f4 disassociated. External IP: 172.27.2.148, port: a2ba138b-4125-4b6b-ab4d-99c16d8b8a80. Dec 14 13:05:30.002885 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Calling delete_port for a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:30.140463 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:30.171971 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event deleted for resources: {'Port': ['ID=a2ba138b-4125-4b6b-ab4d-99c16d8b8a80,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:30.296603 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Router 49e7ecbf-402f-4c09-9946-20c66fac0eca has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:05:30.407046 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:05:30.420140 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ad4a2-cd86-4988-a980-7c66f1cf02ec None None] Sync routers for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:05:30.430391 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ad4a2-cd86-4988-a980-7c66f1cf02ec None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:30.431317 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-217ad4a2-cd86-4988-a980-7c66f1cf02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:05:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:30.450423 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] No DVR routers for this DVR port a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:05:30.452818 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:30.456385 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-94b412a5-7b81-4872-94f1-3d4a2bde1c8a req-7bec36de-857b-4a0d-9f84-573b40310659 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.44 "DELETE /v2.0/ports/a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 HTTP/1.1" status: 204 len: 173 time: 0.8093379 Dec 14 13:05:30.456824 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'name': 'network-vif-deleted', 'tag': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:05:30.459134 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90efe453-0ae1-49db-92c9-46e911866d80" -d '{"events": [{"server_uuid": "1b8e1f2f-c109-4413-9d56-33ef0b651f85", "name": "network-vif-deleted", "tag": "a2ba138b-4125-4b6b-ab4d-99c16d8b8a80"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:05:30.494820 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49de48b7-9134-471d-a60f-2d8767c5a6c5 x-openstack-request-id: req-49de48b7-9134-471d-a60f-2d8767c5a6c5 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:05:30.495120 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8e1f2f-c109-4413-9d56-33ef0b651f85", "name": "network-vif-deleted", "tag": "a2ba138b-4125-4b6b-ab4d-99c16d8b8a80", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:05:30.495404 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49de48b7-9134-471d-a60f-2d8767c5a6c5 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:05:30.495743 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8e1f2f-c109-4413-9d56-33ef0b651f85', 'name': 'network-vif-deleted', 'tag': 'a2ba138b-4125-4b6b-ab4d-99c16d8b8a80', 'status': 'completed', 'code': 200} Dec 14 13:05:30.508344 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8cbbc6d5-30c1-444a-9727-1eb62ce4cd10 req-db35d3cd-2295-4c0c-9f18-560657fe0ca8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b8e1f2f-c109-4413-9d56-33ef0b651f85 HTTP/1.1" status: 200 len: 210 time: 0.0571673 Dec 14 13:05:30.599854 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-217ad4a2-cd86-4988-a980-7c66f1cf02ec None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:30.797478 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-217ad4a2-cd86-4988-a980-7c66f1cf02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:30.829195 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ad4a2-cd86-4988-a980-7c66f1cf02ec None None] Checking router: 49e7ecbf-402f-4c09-9946-20c66fac0eca for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:05:30.839020 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ad4a2-cd86-4988-a980-7c66f1cf02ec None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:30.840009 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-217ad4a2-cd86-4988-a980-7c66f1cf02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:05:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:30.945465 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-217ad4a2-cd86-4988-a980-7c66f1cf02ec None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:31.150207 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-217ad4a2-cd86-4988-a980-7c66f1cf02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:31.181790 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ad4a2-cd86-4988-a980-7c66f1cf02ec None None] The sync data for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi is: [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:05:31.394144 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed20c8-0b75-4719-9cf9-6c61780bdef7 None None] New status for floating IP c961175f-c0e0-40a3-84f2-ebcb696020f4: DOWN {{(pid=102352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:05:31.595733 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48096) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:31.649091 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-15a7144a-9591-4e32-be17-e2f828118304 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:31.681559 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-15a7144a-9591-4e32-be17-e2f828118304 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:31.737553 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-15a7144a-9591-4e32-be17-e2f828118304 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:31.740355 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-15a7144a-9591-4e32-be17-e2f828118304 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:31.741588 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-15a7144a-9591-4e32-be17-e2f828118304 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "DELETE /v2.0/security-groups/3992e5de-3ad9-4ca0-a38d-4baff4d2cd66 HTTP/1.1" status: 204 len: 168 time: 0.1448543 Dec 14 13:05:31.744460 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48100) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:31.750557 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7144a-9591-4e32-be17-e2f828118304 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3992e5de-3ad9-4ca0-a38d-4baff4d2cd66,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:31.758749 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.api.v2.resource [None req-ee9ba9fd-86bb-434c-b1db-2cf991f33a49 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] show failed (client error): The resource could not be found. Dec 14 13:05:31.759748 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ee9ba9fd-86bb-434c-b1db-2cf991f33a49 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups/3992e5de-3ad9-4ca0-a38d-4baff4d2cd66 HTTP/1.1" status: 404 len: 347 time: 0.0141487 Dec 14 13:05:31.762798 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48102) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:31.893056 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-cda7333a-a8e7-4911-9463-f62a262059c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Deleting port 841bfe99-002d-4b06-9a6e-281e14395109 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:05:31.893397 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cda7333a-a8e7-4911-9463-f62a262059c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:31.967115 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cda7333a-a8e7-4911-9463-f62a262059c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:31.967358 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cda7333a-a8e7-4911-9463-f62a262059c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:31.978875 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-cda7333a-a8e7-4911-9463-f62a262059c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Calling delete_port for 841bfe99-002d-4b06-9a6e-281e14395109 owned by network:floatingip {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:05:32.126608 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cda7333a-a8e7-4911-9463-f62a262059c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.151344 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7333a-a8e7-4911-9463-f62a262059c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event deleted for resources: {'Port': ['ID=841bfe99-002d-4b06-9a6e-281e14395109,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:32.214073 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cda7333a-a8e7-4911-9463-f62a262059c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.216580 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-cda7333a-a8e7-4911-9463-f62a262059c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.217886 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-cda7333a-a8e7-4911-9463-f62a262059c8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "DELETE /v2.0/floatingips/c961175f-c0e0-40a3-84f2-ebcb696020f4 HTTP/1.1" status: 204 len: 168 time: 0.4539843 Dec 14 13:05:32.398887 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48106) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:32.403452 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-02935862-d2ca-4c30-8bfe-753b88e2076e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2147406858', 'description': 'tempest-description--888746831'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:05:32.428742 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02935862-d2ca-4c30-8bfe-753b88e2076e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.493355 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02935862-d2ca-4c30-8bfe-753b88e2076e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.498785 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02935862-d2ca-4c30-8bfe-753b88e2076e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.531497 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02935862-d2ca-4c30-8bfe-753b88e2076e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.532694 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-02935862-d2ca-4c30-8bfe-753b88e2076e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1328144 Dec 14 13:05:32.534578 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02935862-d2ca-4c30-8bfe-753b88e2076e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c8884d-aa4d-4350-945e-4a863d9b5e19,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:32.535961 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48108) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:32.542577 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-ebaad8e1-15df-4958-8000-ee28eb7840ad tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'security_group_rule': {'security_group_id': '76c8884d-aa4d-4350-945e-4a863d9b5e19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:05:32.573511 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ebaad8e1-15df-4958-8000-ee28eb7840ad tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.626360 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ebaad8e1-15df-4958-8000-ee28eb7840ad tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.632077 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ebaad8e1-15df-4958-8000-ee28eb7840ad tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.649807 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaad8e1-15df-4958-8000-ee28eb7840ad tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc3ccb4-066f-478d-8f1c-689cea67468f,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:32.658847 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ebaad8e1-15df-4958-8000-ee28eb7840ad tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.660048 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ebaad8e1-15df-4958-8000-ee28eb7840ad tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222622 Dec 14 13:05:32.663204 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48110) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:32.668176 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-50ca6283-91b3-4a78-b2d3-53498dada6cd tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'security_group_rule': {'security_group_id': '76c8884d-aa4d-4350-945e-4a863d9b5e19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:05:32.697460 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-50ca6283-91b3-4a78-b2d3-53498dada6cd tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.760949 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-50ca6283-91b3-4a78-b2d3-53498dada6cd tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.765802 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-50ca6283-91b3-4a78-b2d3-53498dada6cd tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.782472 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca6283-91b3-4a78-b2d3-53498dada6cd tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934b6fdf-e19d-4eba-aa39-a8f778d92a8d,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:32.791794 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-50ca6283-91b3-4a78-b2d3-53498dada6cd tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.793077 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-50ca6283-91b3-4a78-b2d3-53498dada6cd tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287651 Dec 14 13:05:32.796351 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48114) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:32.801066 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'floatingip': {'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:05:32.824511 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:32.837631 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:05:32.861401 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:05:32.861741 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device a2ba138b-4125-4b6b-ab4d-99c16d8b8a80 not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:05:32.925750 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:33.027720 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Allocated IP 172.27.2.19 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/0bcbe9e5-0ca0-4092-9d6c-d6abc827d3c6) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:05:33.138513 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:33.180755 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:33.217422 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:05:33.220650 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:05:33.223118 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:05:33.249188 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'Port': ['ID=0bcbe9e5-0ca0-4092-9d6c-d6abc827d3c6,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:33.325551 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:33.362781 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:33.512293 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:33.520383 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:33.584206 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'Port': ['ID=0bcbe9e5-0ca0-4092-9d6c-d6abc827d3c6,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:33.598110 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:33.616137 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:33.617436 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-0488572d-22db-4e3b-800a-8db01893b44a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8199902 Dec 14 13:05:33.819002 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-91239417-15c9-43d6-be6e-b47cfced331b tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2147406858&fields=id&tenant_id=8b1a390d20a54f4d9529d286ab7764a5 HTTP/1.1" status: 200 len: 267 time: 0.0465300 Dec 14 13:05:33.927965 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-ce724ee7-754d-470f-8869-7bc799873ab8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:33.929468 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-ce724ee7-754d-470f-8869-7bc799873ab8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 810 time: 0.1037390 Dec 14 13:05:33.944715 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8e6f943b-6c2c-4956-bf49-bb55048fd9b8 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/quotas/8b1a390d20a54f4d9529d286ab7764a5 HTTP/1.1" status: 200 len: 375 time: 0.0094328 Dec 14 13:05:33.995579 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-ff021b47-7e03-4605-b58d-36f8095df021 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456541 Dec 14 13:05:34.093996 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3f82bc74-b8cc-407e-9ce5-2544cce81412 service neutron] 10.222.0.49 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860348 Dec 14 13:05:34.187922 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-d53e4b7b-88ad-4371-9650-ea047ebcabd9 service neutron] 10.222.0.49 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859005 Dec 14 13:05:34.353159 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-30a84cd9-0782-48b7-bf9f-4bca2ef4a7f6 req-88884205-09a5-4230-8c9d-be165bbaf0f0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 210 time: 0.0267656 Dec 14 13:05:35.309150 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-cd1f9f7b-53f3-4133-a870-ff478f8e2416 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:35.310967 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-cd1f9f7b-53f3-4133-a870-ff478f8e2416 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.44 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 810 time: 0.1101198 Dec 14 13:05:35.381358 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-f699865a-5a15-4099-a2e4-dc11bc659513 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b1a390d20a54f4d9529d286ab7764a5 HTTP/1.1" status: 200 len: 380 time: 0.0573401 Dec 14 13:05:35.390657 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'port': {'device_id': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'admin_state_up': True, 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'security_groups': ['76c8884d-aa4d-4350-945e-4a863d9b5e19']}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:05:35.446745 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9e1d333a-f01d-45e2-8bcd-65b813e3768a req-8c3aec03-fe2b-4548-aab0-3d4701e620a6 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 210 time: 0.0259686 Dec 14 13:05:35.498385 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Made reservation on behalf of 8b1a390d20a54f4d9529d286ab7764a5 for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:05:35.501901 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:35.637546 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Allocated IP 172.20.0.7 (bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc/59290c21-903a-433b-b1a0-d37d58fdcd3c/f2dc7c1b-e719-44e8-b9aa-992821506ebe) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:05:35.782223 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:35.821595 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:35.871643 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:05:35.874808 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:05:35.877560 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:05:35.886785 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event updated for resources: {'Port': ['ID=f2dc7c1b-e719-44e8-b9aa-992821506ebe,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:35.937256 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:35.937256 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:35.954855 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-8bfab388-7ab1-4b48-9e62-56571d57008e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678504 Dec 14 13:05:35.968732 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Request body: {'port': {'device_id': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:05:36.026497 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:36.109798 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-e1050273-8aa1-40b1-9330-0b608af21e8d None None] Provisioning complete for port f2dc7c1b-e719-44e8-b9aa-992821506ebe triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:05:36.110426 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-e1050273-8aa1-40b1-9330-0b608af21e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:36.143648 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-e1050273-8aa1-40b1-9330-0b608af21e8d None None] Port f2dc7c1b-e719-44e8-b9aa-992821506ebe cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:05:36.281752 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2dc7c1b-e719-44e8-b9aa-992821506ebe {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:05:36.289709 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:36.302842 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Transition to ACTIVE for port object f2dc7c1b-e719-44e8-b9aa-992821506ebe will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 13:05:36.309060 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:36.356005 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Pushing event updated for resources: {'Port': ['ID=f2dc7c1b-e719-44e8-b9aa-992821506ebe,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:36.428418 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Attempting to bind port f2dc7c1b-e719-44e8-b9aa-992821506ebe on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:05:36.428760 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Attempting to bind port f2dc7c1b-e719-44e8-b9aa-992821506ebe by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:05:36.429117 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Attempting to bind port f2dc7c1b-e719-44e8-b9aa-992821506ebe on network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:05:36.433749 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Port f2dc7c1b-e719-44e8-b9aa-992821506ebe on network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 13:05:36.434065 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Attempting to bind port f2dc7c1b-e719-44e8-b9aa-992821506ebe on network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:05:36.439338 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:05:36.439678 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Checking segment: {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:05:36.440075 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Bound using segment: {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:05:36.440492 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Bound port: f2dc7c1b-e719-44e8-b9aa-992821506ebe, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c214db2-6e91-4c1b-818f-5694d5ebfa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:05:36.440838 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:36.508574 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] For port f2dc7c1b-e719-44e8-b9aa-992821506ebe, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:05:36.511731 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] For port f2dc7c1b-e719-44e8-b9aa-992821506ebe, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f2dc7c1b-e719-44e8-b9aa-992821506ebe,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:05:36.516688 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:36.553437 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:36.554229 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:36.555724 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] 10.222.0.44 "PUT /v2.0/ports/f2dc7c1b-e719-44e8-b9aa-992821506ebe HTTP/1.1" status: 200 len: 1093 time: 0.5913007 Dec 14 13:05:36.558224 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'tag': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:05:36.564017 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26927b90-4647-40ae-bb5b-d1731431fb27 req-6164348a-b8f6-4553-b816-07a7e44db420 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:36.565796 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-26927b90-4647-40ae-bb5b-d1731431fb27 req-6164348a-b8f6-4553-b816-07a7e44db420 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 943 time: 0.0501952 Dec 14 13:05:36.573201 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcad02af-5eb6-4894-965e-a8f1f1daae7f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb32a16-9097-40bc-9cd9-eee14f505d1d", "tag": "f2dc7c1b-e719-44e8-b9aa-992821506ebe"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:05:36.598224 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab94e19-52d4-471a-bc40-60a9d5275d17 service neutron] Pushing event updated for resources: {'Port': ['ID=f2dc7c1b-e719-44e8-b9aa-992821506ebe,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:36.639805 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-26927b90-4647-40ae-bb5b-d1731431fb27 req-81f20dd2-e01b-4ba7-85b2-a59afb2e0899 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672622 Dec 14 13:05:36.646994 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577ea155-d9e1-4d4d-8107-154c851ba52a x-openstack-request-id: req-577ea155-d9e1-4d4d-8107-154c851ba52a {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:05:36.647582 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb32a16-9097-40bc-9cd9-eee14f505d1d", "tag": "f2dc7c1b-e719-44e8-b9aa-992821506ebe", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:05:36.647858 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-577ea155-d9e1-4d4d-8107-154c851ba52a {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:05:36.648361 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'tag': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe', 'status': 'completed', 'code': 200} Dec 14 13:05:36.659837 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-ed5a4230-22e6-4df8-89eb-4ebe98b3a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:36.661351 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-ed5a4230-22e6-4df8-89eb-4ebe98b3a16c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 1096 time: 0.0600278 Dec 14 13:05:36.950646 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-5238701b-3f81-4110-b65b-2d46882d0d52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2dc7c1b-e719-44e8-b9aa-992821506ebe HTTP/1.1" status: 200 len: 217 time: 0.2804086 Dec 14 13:05:37.000788 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-e332280e-5484-40f5-9c52-e07a83e45554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:37.002361 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-e332280e-5484-40f5-9c52-e07a83e45554 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59290c21-903a-433b-b1a0-d37d58fdcd3c HTTP/1.1" status: 200 len: 849 time: 0.0447681 Dec 14 13:05:37.047558 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-a42a560a-1238-40b2-a43a-c392aab019d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:37.049136 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-a42a560a-1238-40b2-a43a-c392aab019d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400829 Dec 14 13:05:37.142343 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-46ad94be-72d8-484b-bcb5-2bf0104a0528 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856767 Dec 14 13:05:37.236947 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a24fa1bb-6c28-48eb-beaf-6a0eec8497c5 req-157843bc-b600-4a2d-97a2-3e996208b1e5 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879166 Dec 14 13:05:37.331341 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad02af-5eb6-4894-965e-a8f1f1daae7f req-357c12ea-1fe0-409e-8ee7-2ce35b6bf346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:37.332889 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-fcad02af-5eb6-4894-965e-a8f1f1daae7f req-357c12ea-1fe0-409e-8ee7-2ce35b6bf346 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 1096 time: 0.0448351 Dec 14 13:05:37.424504 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad02af-5eb6-4894-965e-a8f1f1daae7f req-0bf70cc1-c4c8-4512-a98c-4080cb056be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:37.426188 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-fcad02af-5eb6-4894-965e-a8f1f1daae7f req-0bf70cc1-c4c8-4512-a98c-4080cb056be4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 911 time: 0.0861433 Dec 14 13:05:37.772656 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee7f44-736c-4f74-8601-d628ece06a66 req-d01b07ba-2ff8-46c7-aa74-ed6a83c9893d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:37.774189 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-54ee7f44-736c-4f74-8601-d628ece06a66 req-d01b07ba-2ff8-46c7-aa74-ed6a83c9893d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 943 time: 0.0590305 Dec 14 13:05:37.830711 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-54ee7f44-736c-4f74-8601-d628ece06a66 req-c403f70f-936f-4901-80ef-558c6dabdb23 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502758 Dec 14 13:05:38.320808 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-fcad02af-5eb6-4894-965e-a8f1f1daae7f req-2b4d058f-0239-4fec-a35c-fdefd4e0cfc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2dc7c1b-e719-44e8-b9aa-992821506ebe HTTP/1.1" status: 200 len: 217 time: 0.0442250 Dec 14 13:05:38.962264 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a375e-c6b0-4a99-98b1-10dd382b6f2e req-4971a4af-7c47-4403-9358-c96248b1c857 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:38.963774 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dc4a375e-c6b0-4a99-98b1-10dd382b6f2e req-4971a4af-7c47-4403-9358-c96248b1c857 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 943 time: 0.0519559 Dec 14 13:05:39.011087 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dc4a375e-c6b0-4a99-98b1-10dd382b6f2e req-e939b1f9-0380-46bf-9aa5-7f702f362474 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412273 Dec 14 13:05:39.174739 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad02af-5eb6-4894-965e-a8f1f1daae7f req-53c6af23-b480-4015-aaae-2a11dba551d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:39.176085 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-fcad02af-5eb6-4894-965e-a8f1f1daae7f req-53c6af23-b480-4015-aaae-2a11dba551d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59290c21-903a-433b-b1a0-d37d58fdcd3c HTTP/1.1" status: 200 len: 849 time: 0.0543222 Dec 14 13:05:40.140384 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad02af-5eb6-4894-965e-a8f1f1daae7f req-3b643219-dcb6-4369-98ac-f9e7f5e68e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:40.141877 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-fcad02af-5eb6-4894-965e-a8f1f1daae7f req-3b643219-dcb6-4369-98ac-f9e7f5e68e93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414021 Dec 14 13:05:40.145893 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1566ce-fab6-41a4-8dee-25d144c127ae req-250a917e-60e4-4bb8-bd81-69df83f8c473 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:40.147394 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb1566ce-fab6-41a4-8dee-25d144c127ae req-250a917e-60e4-4bb8-bd81-69df83f8c473 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 943 time: 0.0540307 Dec 14 13:05:40.195455 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb1566ce-fab6-41a4-8dee-25d144c127ae req-8c1477a8-4345-4ee7-8d59-15c6a10d24be tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 Dec 14 13:05:40.244593 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-fcad02af-5eb6-4894-965e-a8f1f1daae7f req-a717a8ad-fc6d-4e47-8a0f-12da0cd4948d service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945003 Dec 14 13:05:40.346002 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-fcad02af-5eb6-4894-965e-a8f1f1daae7f req-03cdad99-5b5c-4006-88c9-fea7989642ce service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928388 Dec 14 13:05:41.321414 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc3436-826e-4187-bb69-c60ba6e188ef req-43923480-e9f5-4d2d-ba36-dffc2c0ded72 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:41.323082 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6cfc3436-826e-4187-bb69-c60ba6e188ef req-43923480-e9f5-4d2d-ba36-dffc2c0ded72 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 943 time: 0.0532835 Dec 14 13:05:41.374030 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6cfc3436-826e-4187-bb69-c60ba6e188ef req-0bd8af1c-b4ca-45be-a138-ca7934e67b6f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445850 Dec 14 13:05:42.509151 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632ae84-8895-4cdb-86c8-2a128fd73b6f req-c84dea2f-50f9-4264-a192-316b58c35c27 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:42.510752 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4632ae84-8895-4cdb-86c8-2a128fd73b6f req-c84dea2f-50f9-4264-a192-316b58c35c27 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 943 time: 0.0542374 Dec 14 13:05:42.560890 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4632ae84-8895-4cdb-86c8-2a128fd73b6f req-3f179faf-9207-496f-8fcd-5999a2ddf641 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439029 Dec 14 13:05:42.676960 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device f2dc7c1b-e719-44e8-b9aa-992821506ebe details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:05:42.781037 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port f2dc7c1b-e719-44e8-b9aa-992821506ebe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f2dc7c1b-e719-44e8-b9aa-992821506ebe,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:42.792762 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'port_id': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe', 'mac_address': 'fa:16:3e:47:0f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:05:42.830197 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:42.842903 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2dc7c1b-e719-44e8-b9aa-992821506ebe {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:05:42.863711 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port f2dc7c1b-e719-44e8-b9aa-992821506ebe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f2dc7c1b-e719-44e8-b9aa-992821506ebe,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:42.868212 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:42.918035 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=f2dc7c1b-e719-44e8-b9aa-992821506ebe,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:42.925608 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.925886 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.926223 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.926557 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.926885 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.927212 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.927535 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.927860 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.928184 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.928504 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.928823 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.929148 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:42.929464 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:05:43.685529 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6a53e-7a3c-4657-9851-0c680bf3b6d6 req-25d46295-f486-4587-a938-8624d552acc4 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:43.687062 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-75a6a53e-7a3c-4657-9851-0c680bf3b6d6 req-25d46295-f486-4587-a938-8624d552acc4 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 944 time: 0.0505328 Dec 14 13:05:43.736206 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-75a6a53e-7a3c-4657-9851-0c680bf3b6d6 req-c70ebb3e-2d65-4475-99f9-c3aecaefd612 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Dec 14 13:05:44.502910 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:44.855363 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8c823-dbe3-4b36-be3d-62fe72ae1334 req-7daace0e-bab7-461b-bb4a-78ab45e70ed7 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:44.856880 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-51b8c823-dbe3-4b36-be3d-62fe72ae1334 req-7daace0e-bab7-461b-bb4a-78ab45e70ed7 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 944 time: 0.0518308 Dec 14 13:05:44.909715 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-51b8c823-dbe3-4b36-be3d-62fe72ae1334 req-5b1e8b7a-197b-4daf-9e90-31f174131ec6 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465987 Dec 14 13:05:45.796747 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['f2dc7c1b-e719-44e8-b9aa-992821506ebe'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:05:46.039967 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d864b-c9d5-4b3e-91b3-9d8f96729681 req-55c79ae1-2642-4190-a0f7-1ad45235de07 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:46.041744 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2a6d864b-c9d5-4b3e-91b3-9d8f96729681 req-55c79ae1-2642-4190-a0f7-1ad45235de07 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 944 time: 0.0595200 Dec 14 13:05:46.089529 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2a6d864b-c9d5-4b3e-91b3-9d8f96729681 req-8e052547-6678-4a95-9b39-9f423d37cba0 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Dec 14 13:05:46.677946 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device f2dc7c1b-e719-44e8-b9aa-992821506ebe up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:05:46.730258 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port f2dc7c1b-e719-44e8-b9aa-992821506ebe completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 13:05:46.735308 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port f2dc7c1b-e719-44e8-b9aa-992821506ebe triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:05:46.735687 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:46.823529 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:46.850447 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:05:46.852906 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71676f39-becd-4537-82ac-417b531a4c33" -d '{"events": [{"server_uuid": "bcb32a16-9097-40bc-9cd9-eee14f505d1d", "name": "network-vif-plugged", "status": "completed", "tag": "f2dc7c1b-e719-44e8-b9aa-992821506ebe"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:05:46.867228 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port f2dc7c1b-e719-44e8-b9aa-992821506ebe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f2dc7c1b-e719-44e8-b9aa-992821506ebe,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:05:46.873482 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:46.899307 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c421b20-65d0-481e-bf0a-05f067fa5b0e x-openstack-request-id: req-9c421b20-65d0-481e-bf0a-05f067fa5b0e {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:05:46.899586 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb32a16-9097-40bc-9cd9-eee14f505d1d", "name": "network-vif-plugged", "status": "completed", "tag": "f2dc7c1b-e719-44e8-b9aa-992821506ebe", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:05:46.899830 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c421b20-65d0-481e-bf0a-05f067fa5b0e {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:05:46.900792 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe', 'code': 200} Dec 14 13:05:46.927744 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=f2dc7c1b-e719-44e8-b9aa-992821506ebe,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:47.073825 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c71762-b48b-4e18-a29b-738b6b8387ea req-a53dd2e8-736e-4720-935b-267bf57ba309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:47.075789 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c0c71762-b48b-4e18-a29b-738b6b8387ea req-a53dd2e8-736e-4720-935b-267bf57ba309 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 1098 time: 0.0454643 Dec 14 13:05:47.123800 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-c0c71762-b48b-4e18-a29b-738b6b8387ea req-497cd7c3-762d-405d-8fcf-9cbd11d04a05 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401304 Dec 14 13:05:47.219378 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb104392-328f-4680-8688-06292e04a5b5 req-53547c03-bc57-412b-8235-d1f90a40d2f6 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:47.220730 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb104392-328f-4680-8688-06292e04a5b5 req-53547c03-bc57-412b-8235-d1f90a40d2f6 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 945 time: 0.0553925 Dec 14 13:05:47.271152 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fb104392-328f-4680-8688-06292e04a5b5 req-c4593818-fa2c-4031-ac3b-b19a91771f3e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 Dec 14 13:05:48.409717 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eda68-70dc-446d-85c1-460e642e7abc req-eb8a158b-d8c3-401b-8d1b-b27a2d67ec7d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:48.411220 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c27eda68-70dc-446d-85c1-460e642e7abc req-eb8a158b-d8c3-401b-8d1b-b27a2d67ec7d tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 945 time: 0.0615163 Dec 14 13:05:48.462986 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c27eda68-70dc-446d-85c1-460e642e7abc req-3bb3ee64-27eb-40fa-8179-e38eccfe85ea tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449195 Dec 14 13:05:48.576032 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5041ea-1235-4295-a9e0-72865758bc27 req-ff8761f7-1f19-428f-a173-747fc0ea77f5 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:48.577577 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5d5041ea-1235-4295-a9e0-72865758bc27 req-ff8761f7-1f19-428f-a173-747fc0ea77f5 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 945 time: 0.0514612 Dec 14 13:05:48.586486 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48270) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:48.591155 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-7789b45d-edea-4f13-96c6-cbf209f8defb tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Request body: {'floatingip': {'port_id': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:05:48.634400 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7789b45d-edea-4f13-96c6-cbf209f8defb tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:49.065926 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7789b45d-edea-4f13-96c6-cbf209f8defb tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:49.072317 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7789b45d-edea-4f13-96c6-cbf209f8defb tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:49.173045 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.l3_db [None req-7789b45d-edea-4f13-96c6-cbf209f8defb tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Floating IP 01bcafc2-e018-4d58-a64c-1c1140bb75bf associated. External IP: 172.27.2.19, port: f2dc7c1b-e719-44e8-b9aa-992821506ebe. Dec 14 13:05:49.376909 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7789b45d-edea-4f13-96c6-cbf209f8defb tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Router 49e7ecbf-402f-4c09-9946-20c66fac0eca has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:05:49.483550 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7789b45d-edea-4f13-96c6-cbf209f8defb tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:05:49.488467 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7789b45d-edea-4f13-96c6-cbf209f8defb tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:49.494959 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07886b29-ef27-4c18-ae99-fafc158eefb3 None None] Sync routers for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:05:49.506112 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07886b29-ef27-4c18-ae99-fafc158eefb3 None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:49.507102 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-07886b29-ef27-4c18-ae99-fafc158eefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:05:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:49.518287 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-7789b45d-edea-4f13-96c6-cbf209f8defb tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "PUT /v2.0/floatingips/01bcafc2-e018-4d58-a64c-1c1140bb75bf HTTP/1.1" status: 200 len: 990 time: 0.9303963 Dec 14 13:05:49.518581 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'tag': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:05:49.521284 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1e3c96-576d-4b90-811f-35087b68678f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb32a16-9097-40bc-9cd9-eee14f505d1d", "tag": "f2dc7c1b-e719-44e8-b9aa-992821506ebe"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:05:49.579606 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395fbde9-eb2b-48f3-a5f6-04b04bef233a x-openstack-request-id: req-395fbde9-eb2b-48f3-a5f6-04b04bef233a {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:05:49.579979 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb32a16-9097-40bc-9cd9-eee14f505d1d", "tag": "f2dc7c1b-e719-44e8-b9aa-992821506ebe", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:05:49.580293 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-395fbde9-eb2b-48f3-a5f6-04b04bef233a {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:05:49.580756 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'tag': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe', 'status': 'completed', 'code': 200} Dec 14 13:05:49.648357 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3c96-576d-4b90-811f-35087b68678f req-8af28526-e785-4145-aea0-be40dda7456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:49.650925 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7e1e3c96-576d-4b90-811f-35087b68678f req-8af28526-e785-4145-aea0-be40dda7456d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 1098 time: 0.0467939 Dec 14 13:05:49.654204 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-07886b29-ef27-4c18-ae99-fafc158eefb3 None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:49.744642 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3c96-576d-4b90-811f-35087b68678f req-b51b00df-bdd2-403e-9ef4-767513e05148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:49.746160 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7e1e3c96-576d-4b90-811f-35087b68678f req-b51b00df-bdd2-403e-9ef4-767513e05148 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 911 time: 0.0884361 Dec 14 13:05:49.818250 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7e1e3c96-576d-4b90-811f-35087b68678f req-398ecf50-bd7d-43e6-bb26-1ea429bea0e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2dc7c1b-e719-44e8-b9aa-992821506ebe HTTP/1.1" status: 200 len: 998 time: 0.0633271 Dec 14 13:05:49.867020 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3c96-576d-4b90-811f-35087b68678f req-2755381a-9c61-41e3-ab8c-6c9927139d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:49.869080 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7e1e3c96-576d-4b90-811f-35087b68678f req-2755381a-9c61-41e3-ab8c-6c9927139d33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59290c21-903a-433b-b1a0-d37d58fdcd3c HTTP/1.1" status: 200 len: 849 time: 0.0439267 Dec 14 13:05:49.884799 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-07886b29-ef27-4c18-ae99-fafc158eefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '01bcafc2-e018-4d58-a64c-1c1140bb75bf', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'port_id': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'mac_address': 'fa:16:3e:47:0f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:05:33Z', 'updated_at': '2021-12-14T13:05:48Z', 'revision_number': 1, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:49.914039 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07886b29-ef27-4c18-ae99-fafc158eefb3 None None] Checking router: 49e7ecbf-402f-4c09-9946-20c66fac0eca for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:05:49.916078 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3c96-576d-4b90-811f-35087b68678f req-0ba2f20f-454c-4bc6-bc51-f02cfbb5cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:05:49.917629 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7e1e3c96-576d-4b90-811f-35087b68678f req-0ba2f20f-454c-4bc6-bc51-f02cfbb5cfac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410528 Dec 14 13:05:49.922570 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07886b29-ef27-4c18-ae99-fafc158eefb3 None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:05:49.923164 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-07886b29-ef27-4c18-ae99-fafc158eefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:05:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:50.009300 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7e1e3c96-576d-4b90-811f-35087b68678f req-77e168b6-dffd-44d8-a7c6-260232ec00b5 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841231 Dec 14 13:05:50.101571 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7e1e3c96-576d-4b90-811f-35087b68678f req-44c76693-4f7a-4de7-b94e-1d586f37dfb4 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856962 Dec 14 13:05:50.120559 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-07886b29-ef27-4c18-ae99-fafc158eefb3 None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:05:50.347841 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-07886b29-ef27-4c18-ae99-fafc158eefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '01bcafc2-e018-4d58-a64c-1c1140bb75bf', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'port_id': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'mac_address': 'fa:16:3e:47:0f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:05:33Z', 'updated_at': '2021-12-14T13:05:48Z', 'revision_number': 1, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:05:50.377213 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07886b29-ef27-4c18-ae99-fafc158eefb3 None None] The sync data for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi is: [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '01bcafc2-e018-4d58-a64c-1c1140bb75bf', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'port_id': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'mac_address': 'fa:16:3e:47:0f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:05:33Z', 'updated_at': '2021-12-14T13:05:48Z', 'revision_number': 1, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:05:50.588472 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bac93-8675-4039-bd05-9acff1f17b22 None None] New status for floating IP 01bcafc2-e018-4d58-a64c-1c1140bb75bf: ACTIVE {{(pid=102352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:05:50.848134 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48290) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:50.958094 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-adb3790b-175d-4e7f-9b8d-97aecd09e50d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.038629 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-adb3790b-175d-4e7f-9b8d-97aecd09e50d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.044721 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-adb3790b-175d-4e7f-9b8d-97aecd09e50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.084732 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-adb3790b-175d-4e7f-9b8d-97aecd09e50d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c15139b60b004ffbb323b927a7c0a8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353966 Dec 14 13:05:51.085593 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3790b-175d-4e7f-9b8d-97aecd09e50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff114dc2-996f-4da8-84a2-2cb56d17b8c2,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:51.087555 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48294) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:51.139711 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-768dc353-1cb2-4842-a05c-cc67e06932b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.162553 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-768dc353-1cb2-4842-a05c-cc67e06932b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.211698 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-768dc353-1cb2-4842-a05c-cc67e06932b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.214228 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-768dc353-1cb2-4842-a05c-cc67e06932b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.215376 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-768dc353-1cb2-4842-a05c-cc67e06932b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff114dc2-996f-4da8-84a2-2cb56d17b8c2 HTTP/1.1" status: 204 len: 168 time: 0.1266398 Dec 14 13:05:51.223070 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dc353-1cb2-4842-a05c-cc67e06932b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff114dc2-996f-4da8-84a2-2cb56d17b8c2,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:51.484003 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48300) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:51.497503 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0657bddb-f6c9-4ff3-8713-c1a95f44cf65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.569061 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0657bddb-f6c9-4ff3-8713-c1a95f44cf65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.574033 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0657bddb-f6c9-4ff3-8713-c1a95f44cf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.610893 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-0657bddb-f6c9-4ff3-8713-c1a95f44cf65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d68b93f67983434baf68b93950850d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258271 Dec 14 13:05:51.614843 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657bddb-f6c9-4ff3-8713-c1a95f44cf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f189b7-b031-43ad-82b3-1b90ae46f62c,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:51.614843 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48302) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:51.663212 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-76fffcd5-2274-4a8d-afb0-0eb0b1b82121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.685116 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-76fffcd5-2274-4a8d-afb0-0eb0b1b82121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.735981 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-76fffcd5-2274-4a8d-afb0-0eb0b1b82121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.738676 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-76fffcd5-2274-4a8d-afb0-0eb0b1b82121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:51.739824 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-76fffcd5-2274-4a8d-afb0-0eb0b1b82121 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7f189b7-b031-43ad-82b3-1b90ae46f62c HTTP/1.1" status: 204 len: 168 time: 0.1246755 Dec 14 13:05:51.747909 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fffcd5-2274-4a8d-afb0-0eb0b1b82121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f189b7-b031-43ad-82b3-1b90ae46f62c,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:53.424892 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48350) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:53.552461 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9168a87c-2f03-4487-ae80-0adbe375c3ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:53.628043 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9168a87c-2f03-4487-ae80-0adbe375c3ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:53.632835 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-9168a87c-2f03-4487-ae80-0adbe375c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:53.668423 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168a87c-2f03-4487-ae80-0adbe375c3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a93be26-c38d-4d12-942a-f8cd686f0c82,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:53.673089 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-9168a87c-2f03-4487-ae80-0adbe375c3ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=965fdc719b1a4b14a27d6dd1a47d5bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470551 Dec 14 13:05:53.675600 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48354) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:53.722029 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d40544bc-afc6-432e-810c-ae9c6bee5c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:53.742336 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d40544bc-afc6-432e-810c-ae9c6bee5c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:53.787038 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d40544bc-afc6-432e-810c-ae9c6bee5c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:53.789622 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d40544bc-afc6-432e-810c-ae9c6bee5c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:53.791068 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-d40544bc-afc6-432e-810c-ae9c6bee5c6b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a93be26-c38d-4d12-942a-f8cd686f0c82 HTTP/1.1" status: 204 len: 168 time: 0.1145837 Dec 14 13:05:53.798352 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40544bc-afc6-432e-810c-ae9c6bee5c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a93be26-c38d-4d12-942a-f8cd686f0c82,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:53.879725 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9636-e632-4fb8-a4cf-758fc3d5f997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:54.058163 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48362) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:54.072390 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d39a-5efc-4525-812b-b3eb6516bca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:54.149623 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d39a-5efc-4525-812b-b3eb6516bca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:54.155120 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d39a-5efc-4525-812b-b3eb6516bca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:54.193106 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-c1b3d39a-5efc-4525-812b-b3eb6516bca6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f374a1e30054cbd93a3517fe10ff943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336730 Dec 14 13:05:54.193927 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3d39a-5efc-4525-812b-b3eb6516bca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2334a942-ec58-4f29-b748-d5092cf6ddb1,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:54.195971 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48364) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:05:54.243578 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b5231785-3866-468d-857e-7014e858e061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:54.266506 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b5231785-3866-468d-857e-7014e858e061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:54.313962 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b5231785-3866-468d-857e-7014e858e061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:54.316401 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b5231785-3866-468d-857e-7014e858e061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:54.317603 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-b5231785-3866-468d-857e-7014e858e061 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2334a942-ec58-4f29-b748-d5092cf6ddb1 HTTP/1.1" status: 204 len: 168 time: 0.1206660 Dec 14 13:05:54.325142 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5231785-3866-468d-857e-7014e858e061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2334a942-ec58-4f29-b748-d5092cf6ddb1,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:05:55.951618 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-70f64769-0ec7-4b4d-9bb2-91b9daa6b820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:57.130906 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:05:57.332824 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:58.611567 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:05:59.480843 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:03.421992 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48464) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:03.529930 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:03.608329 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:03.613181 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:03.652242 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=760b8759de414bcc89c939e4ee00a1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290618 Dec 14 13:06:03.653027 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c887c95-9bda-4801-9541-51f7fa3542d4,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:03.655058 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48470) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:03.660557 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.660939 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.661282 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.661617 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.661947 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.662273 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.662598 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.662916 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.663238 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.663560 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.663878 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.664188 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.664506 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad75d-787c-4bcf-ad4d-241f4959927a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.706365 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:03.728195 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:03.774671 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:03.777376 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:03.778544 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c887c95-9bda-4801-9541-51f7fa3542d4 HTTP/1.1" status: 204 len: 168 time: 0.1224892 Dec 14 13:06:03.786307 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c887c95-9bda-4801-9541-51f7fa3542d4,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:03.795243 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.795572 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.795916 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.796572 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.797026 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.797366 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.797697 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.798029 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.798339 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.798666 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.798989 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.799370 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:03.799692 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f38b1a-8ee8-45f2-8da9-f7b968e00f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:04.049875 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48476) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:04.063310 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2b2aa264-7557-464f-ac29-a7ede6d43a18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:04.137728 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2b2aa264-7557-464f-ac29-a7ede6d43a18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:04.144588 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2b2aa264-7557-464f-ac29-a7ede6d43a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:04.184336 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-2b2aa264-7557-464f-ac29-a7ede6d43a18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e040fa3fdb7a49aabf765615806dad88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333654 Dec 14 13:06:04.185201 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2aa264-7557-464f-ac29-a7ede6d43a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b321ea5-2bb1-4b46-b26a-3bfab5510edd,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:04.188147 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48478) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:04.262274 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-bad04d08-9533-4911-8ef0-3f780d02bb70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:04.296700 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-bad04d08-9533-4911-8ef0-3f780d02bb70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:04.359685 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-bad04d08-9533-4911-8ef0-3f780d02bb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:04.362565 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-bad04d08-9533-4911-8ef0-3f780d02bb70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:04.363701 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-bad04d08-9533-4911-8ef0-3f780d02bb70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b321ea5-2bb1-4b46-b26a-3bfab5510edd HTTP/1.1" status: 204 len: 168 time: 0.1740243 Dec 14 13:06:04.371359 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad04d08-9533-4911-8ef0-3f780d02bb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b321ea5-2bb1-4b46-b26a-3bfab5510edd,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:14.517977 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:15.276152 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48604) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:15.396068 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a276dcd9-a10e-4ddd-97b2-b1a056757f50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:15.486367 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a276dcd9-a10e-4ddd-97b2-b1a056757f50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:15.492477 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a276dcd9-a10e-4ddd-97b2-b1a056757f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:15.528156 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276dcd9-a10e-4ddd-97b2-b1a056757f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e4f007-3458-452b-ba3d-2b5859bf7829,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:15.532371 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-a276dcd9-a10e-4ddd-97b2-b1a056757f50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59f5c395d9e6415aadea15983583a7ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550716 Dec 14 13:06:15.535113 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48608) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:15.582838 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ae631c8d-84a6-4427-87d5-c2e59032ae6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:15.600272 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-a8e6031a-98d3-4e65-838d-ec217dd0fbd3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410810 Dec 14 13:06:15.604238 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ae631c8d-84a6-4427-87d5-c2e59032ae6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:15.660200 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ae631c8d-84a6-4427-87d5-c2e59032ae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:15.663472 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-ae631c8d-84a6-4427-87d5-c2e59032ae6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:15.668656 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-ae631c8d-84a6-4427-87d5-c2e59032ae6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56e4f007-3458-452b-ba3d-2b5859bf7829 HTTP/1.1" status: 204 len: 168 time: 0.1303573 Dec 14 13:06:15.674883 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae631c8d-84a6-4427-87d5-c2e59032ae6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e4f007-3458-452b-ba3d-2b5859bf7829,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:15.692231 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-b4a686df-30ec-44ae-83b2-c910dd62ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:15.693708 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-b4a686df-30ec-44ae-83b2-c910dd62ac89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 1098 time: 0.0495415 Dec 14 13:06:15.824223 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-0e55c541-a587-4ca8-9ab7-8365d6df2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:15.825867 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-0e55c541-a587-4ca8-9ab7-8365d6df2934 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 200 len: 911 time: 0.0886774 Dec 14 13:06:15.894404 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-ff813f3c-acd8-427c-adeb-60f0fa6f3889 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2dc7c1b-e719-44e8-b9aa-992821506ebe HTTP/1.1" status: 200 len: 1000 time: 0.0586739 Dec 14 13:06:15.933936 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48616) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:15.942535 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-dc97b280-d874-404f-b695-f6c449cc2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:15.944012 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-dc97b280-d874-404f-b695-f6c449cc2444 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59290c21-903a-433b-b1a0-d37d58fdcd3c HTTP/1.1" status: 200 len: 849 time: 0.0428555 Dec 14 13:06:15.947375 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-fabcdebe-b705-499c-8e80-4136c2a73f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:15.992236 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-cd4a9e81-df59-4f1e-b68e-283044b40d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:15.993777 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-cd4a9e81-df59-4f1e-b68e-283044b40d71 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429139 Dec 14 13:06:16.028267 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-fabcdebe-b705-499c-8e80-4136c2a73f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:16.032613 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-fabcdebe-b705-499c-8e80-4136c2a73f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:16.070184 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-fabcdebe-b705-499c-8e80-4136c2a73f8a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba8067a202884869ab7d168a8ee99019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351180 Dec 14 13:06:16.071016 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcdebe-b705-499c-8e80-4136c2a73f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b09af4-319b-4415-8704-a5960e0b9aa8,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:16.073056 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48618) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:16.096981 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-560cb705-8fe8-4f31-8c22-f5ec8cd769a9 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951736 Dec 14 13:06:16.176776 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-feddd324-8a02-4002-bc3e-7b65e001edc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:16.213993 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-feddd324-8a02-4002-bc3e-7b65e001edc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:16.227635 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-386f7e8d-e5b5-497b-be29-5415cbeb55d1 req-f342537a-1447-48d9-9150-535d9c7b82b5 service neutron] 10.222.0.44 "GET /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234958 Dec 14 13:06:16.269582 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-feddd324-8a02-4002-bc3e-7b65e001edc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:16.272352 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-feddd324-8a02-4002-bc3e-7b65e001edc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:16.273590 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-feddd324-8a02-4002-bc3e-7b65e001edc7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3b09af4-319b-4415-8704-a5960e0b9aa8 HTTP/1.1" status: 204 len: 168 time: 0.1995938 Dec 14 13:06:16.281473 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddd324-8a02-4002-bc3e-7b65e001edc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b09af4-319b-4415-8704-a5960e0b9aa8,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:16.968354 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48642) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:17.068041 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2066338554-network', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:17.090220 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Made reservation on behalf of fe2a769f6b7645cbb7ec24ba01e13a4a for: {'network': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:06:17.092457 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.100838 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.171358 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.179792 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.212359 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 13:06:17.218317 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f6e606-f9ae-4406-871b-c932ec46e8d5,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:17.224633 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.225000 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.segments_db [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Added segment f7d86da9-faa4-4b87-ae50-88ceed6f0b12 of type vlan for network 0fe76859-0b1b-4fef-a154-9100fd562663 Dec 14 13:06:17.262722 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.289040 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.290506 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:17.291238 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.346157 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3766389 Dec 14 13:06:17.349247 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48646) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:17.353337 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281c370-bb3d-40ee-8036-56b4bfbcb7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0fe76859-0b1b-4fef-a154-9100fd562663,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:17.354379 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] Request body: {'subnet': {'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2066338554-subnet', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'ip_version': 4}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:17.363020 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 0fe76859-0b1b-4fef-a154-9100fd562663 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 13:06:17.376342 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] Made reservation on behalf of fe2a769f6b7645cbb7ec24ba01e13a4a for: {'subnet': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:06:17.379143 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684729'] for subnet, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.552086 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8747228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684711'] for subnet, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.602122 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7704ff7-1ea3-4d92-95de-9eff094f6973,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:17.612150 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] Checking segment: {'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:06:17.612496 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] Network hostable DHCP agents. Network: 0fe76859-0b1b-4fef-a154-9100fd562663, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 13:06:17.631167 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] Network 0fe76859-0b1b-4fef-a154-9100fd562663 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 13:06:17.640957 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 0fe76859-0b1b-4fef-a154-9100fd562663) {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:17.645614 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:17.646776 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.650148 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab97e1b3-c7ad-4e18-b233-40a3bcd964af None None] Network 0fe76859-0b1b-4fef-a154-9100fd562663 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:06:17.663651 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-9c24f0be-eaec-4372-8b61-853f3989eab6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3133090 Dec 14 13:06:17.666646 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48648) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:17.670876 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:17.690424 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60764'] for router, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.691388 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60757'] for router, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.743878 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.751994 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22aba6b6-fb0c-59e1-9f3d-90899b8a9d55-0fe76859-0b1b-4fef-a154-9100fd562663', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973'}]}} from dv-cinder-784477-10-iscsi. {{(pid=102352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 13:06:17.752888 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:17.889307 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.db_base_plugin_common [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Allocated IP 172.20.0.2 (0fe76859-0b1b-4fef-a154-9100fd562663/b7704ff7-1ea3-4d92-95de-9eff094f6973/f6e7d9ed-993f-4ff6-a81c-e161da1ac89d) {{(pid=102352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:06:17.893654 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:18.035510 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Publish callbacks [] for port, precommit_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:18.043359 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:18.085576 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Network 0fe76859-0b1b-4fef-a154-9100fd562663 is already hosted by enough agents. {{(pid=102352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:06:18.088683 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.base_scheduler [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Resources bound (agent type, host, resource id): {{(pid=102352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:18.093329 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Received port after_create {{(pid=102352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:06:18.098959 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Pushing event updated for resources: {'Port': ['ID=f6e7d9ed-993f-4ff6-a81c-e161da1ac89d,revision_number=1']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:18.153659 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Attempting to bind port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:06:18.154009 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Attempting to bind port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:06:18.154371 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Attempting to bind port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d on network 0fe76859-0b1b-4fef-a154-9100fd562663 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:06:18.159603 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:06:18.159978 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Checking segment: {'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:06:18.160374 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:18.160765 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Bound using segment: {'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:06:18.161258 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Bound port: f6e7d9ed-993f-4ff6-a81c-e161da1ac89d, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:06:18.161631 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:18.229316 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] For port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:06:18.232938 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] For port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=f6e7d9ed-993f-4ff6-a81c-e161da1ac89d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:06:18.237640 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:18.300352 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558169d-05cb-4f70-a121-d9b089f2c475 None None] Pushing event updated for resources: {'Port': ['ID=f6e7d9ed-993f-4ff6-a81c-e161da1ac89d,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:18.348638 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:18.367184 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:18.488533 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Allocated IP 172.27.2.2 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/00c5cc76-2127-4039-b11b-1da0c2a1503e) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:06:18.598482 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:18.643662 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:18.689207 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:06:18.692047 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:18.695398 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:06:18.717008 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Pushing event updated for resources: {'Port': ['ID=00c5cc76-2127-4039-b11b-1da0c2a1503e,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:18.944650 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:19.137151 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd617c-0a63-40f8-8003-053a17485f30 None None] Network 0fe76859-0b1b-4fef-a154-9100fd562663 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:06:19.141184 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469758'] for router, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:19.195972 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-5f03817b-38be-4b2d-b8d8-55c78257f5d8 None None] Provisioning complete for port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:19.196218 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5f03817b-38be-4b2d-b8d8-55c78257f5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:19.272924 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Router bbb20a91-48e7-4d74-b34e-20dab1baeb69 is scheduled to L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 with binding_index 1 {{(pid=102350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 13:06:19.308872 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5f03817b-38be-4b2d-b8d8-55c78257f5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:19.348553 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-5f03817b-38be-4b2d-b8d8-55c78257f5d8 None None] For port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=f6e7d9ed-993f-4ff6-a81c-e161da1ac89d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:06:19.354132 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5f03817b-38be-4b2d-b8d8-55c78257f5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:19.383802 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:06:19.395521 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Sync routers for ids ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:06:19.404419 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:19.406784 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03817b-38be-4b2d-b8d8-55c78257f5d8 None None] Pushing event updated for resources: {'Port': ['ID=f6e7d9ed-993f-4ff6-a81c-e161da1ac89d,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:19.408773 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48654) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:19.409302 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-da82cb27-65c7-427f-99b6-54c0c1dc181c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7413611 Dec 14 13:06:19.409614 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Routers {'bbb20a91-48e7-4d74-b34e-20dab1baeb69'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:06:19.409836 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:05:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:19.524174 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Set router bbb20a91-48e7-4d74-b34e-20dab1baeb69 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:06:19.576420 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-36983853-6832-464b-93ac-fcb9cdab58ea None None] Provisioning complete for port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:19.576784 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-36983853-6832-464b-93ac-fcb9cdab58ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:19.711567 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:18Z', 'revision_number': 3, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:19.741637 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Checking router: bbb20a91-48e7-4d74-b34e-20dab1baeb69 for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:06:19.741982 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Updating router bbb20a91-48e7-4d74-b34e-20dab1baeb69 port 00c5cc76-2127-4039-b11b-1da0c2a1503e binding host dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:06:19.766172 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:19.979414 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device f6e7d9ed-993f-4ff6-a81c-e161da1ac89d up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:06:20.013769 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Publish callbacks [] for port, precommit_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.020213 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.047690 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:20.048454 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.065424 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Pushing event updated for resources: {'Port': ['ID=00c5cc76-2127-4039-b11b-1da0c2a1503e,revision_number=2']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:20.071790 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.073964 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.074342 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.074718 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.075057 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.075390 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.075721 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.076046 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.076371 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.076695 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.077058 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.077384 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.077702 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.078020 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:20.099068 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Attempting to bind port 00c5cc76-2127-4039-b11b-1da0c2a1503e on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:06:20.099641 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Attempting to bind port 00c5cc76-2127-4039-b11b-1da0c2a1503e by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:06:20.100180 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Attempting to bind port 00c5cc76-2127-4039-b11b-1da0c2a1503e on network 2946f6d7-cdce-44ff-bb19-df196ff995d7 {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:06:20.105581 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:06:20.106071 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Checking segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:06:20.106521 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.106958 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Bound using segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:06:20.107496 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Bound port: 00c5cc76-2127-4039-b11b-1da0c2a1503e, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:06:20.107889 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.164883 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] For port 00c5cc76-2127-4039-b11b-1da0c2a1503e, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:06:20.168317 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] For port 00c5cc76-2127-4039-b11b-1da0c2a1503e, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=00c5cc76-2127-4039-b11b-1da0c2a1503e,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:06:20.173057 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.226854 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Routers {'bbb20a91-48e7-4d74-b34e-20dab1baeb69'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:06:20.227389 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:05:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:20.231714 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Allocated IP 172.20.0.1 (0fe76859-0b1b-4fef-a154-9100fd562663/b7704ff7-1ea3-4d92-95de-9eff094f6973/46cf459f-9959-49ff-9ebc-33e633ec5b27) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:06:20.266659 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c2a73-5a53-451b-ad09-fff98c777649 None None] Pushing event updated for resources: {'Port': ['ID=00c5cc76-2127-4039-b11b-1da0c2a1503e,revision_number=3']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:20.335003 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.335266 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] Set router bbb20a91-48e7-4d74-b34e-20dab1baeb69 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:06:20.369258 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.408648 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Network 0fe76859-0b1b-4fef-a154-9100fd562663 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:06:20.411616 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:20.416280 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:06:20.443817 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Pushing event updated for resources: {'Port': ['ID=46cf459f-9959-49ff-9ebc-33e633ec5b27,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:20.459308 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471181'] for router_interface, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.519628 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:18Z', 'revision_number': 3, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:20.548241 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af05d2-cc33-4133-a169-2d1ceccd4a19 None None] The sync data for ids ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'] in dv-cinder-784477-10-iscsi is: [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:18Z', 'revision_number': 3, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:06:20.598046 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.699780 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-5abbc13d-2963-4550-9f1d-294d1ee70232 None None] Provisioning complete for port 46cf459f-9959-49ff-9ebc-33e633ec5b27 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:20.700367 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5abbc13d-2963-4550-9f1d-294d1ee70232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.740636 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-5abbc13d-2963-4550-9f1d-294d1ee70232 None None] Port 46cf459f-9959-49ff-9ebc-33e633ec5b27 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:06:20.796452 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.801714 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.866746 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472125'] for router_interface, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:20.868530 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Pushing event updated for resources: {'Port': ['ID=46cf459f-9959-49ff-9ebc-33e633ec5b27,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:20.963184 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Network 0fe76859-0b1b-4fef-a154-9100fd562663 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:06:20.964568 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:21.086940 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Router bbb20a91-48e7-4d74-b34e-20dab1baeb69 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:06:21.163369 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-3ce6938d-fecf-4abb-9e78-bce41b9bf2c7 None None] Provisioning complete for port 46cf459f-9959-49ff-9ebc-33e633ec5b27 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:21.163730 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3ce6938d-fecf-4abb-9e78-bce41b9bf2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:21.200651 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6938d-fecf-4abb-9e78-bce41b9bf2c7 None None] Port 46cf459f-9959-49ff-9ebc-33e633ec5b27 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:06:21.203383 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:06:21.208803 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-f68e00f7-9ae1-4250-b4da-92297a9be586 admin admin] 10.222.0.49 "PUT /v2.0/routers/bbb20a91-48e7-4d74-b34e-20dab1baeb69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978511 Dec 14 13:06:21.682335 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48674) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:21.688268 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-74984454-network', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:21.713221 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Made reservation on behalf of c038b82d83284a19a8089b4a7c723473 for: {'network': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:06:21.715617 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:21.724247 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:21.803542 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:21.809269 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:21.836673 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=102351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 13:06:21.846636 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36413869-fa58-4690-86d3-6c408dfb8b49,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:21.854342 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:21.855177 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.segments_db [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Added segment 1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0 of type vlan for network 42c5e3d3-0656-47ea-b19a-b9a42de6438e Dec 14 13:06:21.897344 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:21.926363 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:21.927661 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:21.928431 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:21.991934 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3075943 Dec 14 13:06:21.995733 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48678) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:21.998065 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 00c5cc76-2127-4039-b11b-1da0c2a1503e up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:06:22.001531 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42da57b-1f40-4ab0-90ce-1679bc705ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=42c5e3d3-0656-47ea-b19a-b9a42de6438e,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:22.001689 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] Request body: {'subnet': {'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-74984454-subnet', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'ip_version': 4}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:22.027856 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] Made reservation on behalf of c038b82d83284a19a8089b4a7c723473 for: {'subnet': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:06:22.030498 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684729'] for subnet, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.034805 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 42c5e3d3-0656-47ea-b19a-b9a42de6438e details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 13:06:22.124656 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 00c5cc76-2127-4039-b11b-1da0c2a1503e triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:22.125179 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.165878 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Sync routers for ids ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:06:22.185367 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Routers {'bbb20a91-48e7-4d74-b34e-20dab1baeb69'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:06:22.185986 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:05:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:22.198836 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8747228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684711'] for subnet, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.251260 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439e95af-892f-4b77-8356-677bcaccdcdc,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:22.268336 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] Checking segment: {'id': '1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:06:22.268699 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] Network hostable DHCP agents. Network: 42c5e3d3-0656-47ea-b19a-b9a42de6438e, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 13:06:22.276115 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.287475 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] Network 42c5e3d3-0656-47ea-b19a-b9a42de6438e is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 13:06:22.298305 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 42c5e3d3-0656-47ea-b19a-b9a42de6438e) {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:22.302510 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:22.303267 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.320370 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ff4ba2cb-6fdc-4806-926e-5b524776a927 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3232741 Dec 14 13:06:22.322991 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48682) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:22.326456 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b69555-3137-435c-a834-114fa1651f56 None None] Network 42c5e3d3-0656-47ea-b19a-b9a42de6438e requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:06:22.327485 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-74984454-router', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:22.333954 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port 00c5cc76-2127-4039-b11b-1da0c2a1503e, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=00c5cc76-2127-4039-b11b-1da0c2a1503e,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:06:22.349625 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60764'] for router, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.350640 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60757'] for router, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.357879 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.406578 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.559161 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.572400 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Set router bbb20a91-48e7-4d74-b34e-20dab1baeb69 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:06:22.654599 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=00c5cc76-2127-4039-b11b-1da0c2a1503e,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:22.698708 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22aba6b6-fb0c-59e1-9f3d-90899b8a9d55-42c5e3d3-0656-47ea-b19a-b9a42de6438e', 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e', 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'fixed_ips': [{'subnet_id': '439e95af-892f-4b77-8356-677bcaccdcdc'}]}} from dv-cinder-784477-10-iscsi. {{(pid=102352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 13:06:22.699655 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.762642 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.781544 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:22.887216 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Allocated IP 172.27.2.134 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/ce734732-ebfb-455b-92c7-dd7d207579c2) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:06:22.918012 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.db_base_plugin_common [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Allocated IP 172.20.0.2 (42c5e3d3-0656-47ea-b19a-b9a42de6438e/439e95af-892f-4b77-8356-677bcaccdcdc/4067f5ca-6d0b-45e6-bed2-9384e95a7666) {{(pid=102352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:06:22.937445 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 4, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '46cf459f-9959-49ff-9ebc-33e633ec5b27', 'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'mac_address': 'fa:16:3e:6a:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:20Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 2, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'subnets': [{'id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:22.971877 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Checking router: bbb20a91-48e7-4d74-b34e-20dab1baeb69 for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:06:22.972225 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Updating router bbb20a91-48e7-4d74-b34e-20dab1baeb69 port 46cf459f-9959-49ff-9ebc-33e633ec5b27 binding host dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:06:22.986108 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.020009 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.029587 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.064517 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:06:23.069296 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:23.074070 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:06:23.094012 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Pushing event updated for resources: {'Port': ['ID=ce734732-ebfb-455b-92c7-dd7d207579c2,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:23.197824 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Publish callbacks [] for port, precommit_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.207395 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.286956 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Network 42c5e3d3-0656-47ea-b19a-b9a42de6438e is already hosted by enough agents. {{(pid=102352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:06:23.292749 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.base_scheduler [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Resources bound (agent type, host, resource id): {{(pid=102352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:23.298761 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Received port after_create {{(pid=102352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:06:23.306986 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Pushing event updated for resources: {'Port': ['ID=4067f5ca-6d0b-45e6-bed2-9384e95a7666,revision_number=1']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:23.322889 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.385250 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Attempting to bind port 4067f5ca-6d0b-45e6-bed2-9384e95a7666 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:06:23.385628 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Attempting to bind port 4067f5ca-6d0b-45e6-bed2-9384e95a7666 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:06:23.385988 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Attempting to bind port 4067f5ca-6d0b-45e6-bed2-9384e95a7666 on network 42c5e3d3-0656-47ea-b19a-b9a42de6438e {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:06:23.395024 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:06:23.395406 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Checking segment: {'id': '1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:06:23.395801 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.396181 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Bound using segment: {'id': '1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:06:23.396657 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Bound port: 4067f5ca-6d0b-45e6-bed2-9384e95a7666, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:06:23.397068 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.476436 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Publish callbacks [] for port, precommit_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.486614 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.539535 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] For port 4067f5ca-6d0b-45e6-bed2-9384e95a7666, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:06:23.557076 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] For port 4067f5ca-6d0b-45e6-bed2-9384e95a7666, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=4067f5ca-6d0b-45e6-bed2-9384e95a7666,segment=NetworkSegment(1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0),segment_id=1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:06:23.562606 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dce32-30ff-4d39-bbde-f4afc60ad0e7 None None] Pushing event updated for resources: {'Port': ['ID=46cf459f-9959-49ff-9ebc-33e633ec5b27,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:23.568512 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.680981 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa281ee-b749-49d7-85a8-f5a73d177266 None None] Pushing event updated for resources: {'Port': ['ID=4067f5ca-6d0b-45e6-bed2-9384e95a7666,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:23.688645 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Attempting to bind port 46cf459f-9959-49ff-9ebc-33e633ec5b27 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:06:23.689049 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Attempting to bind port 46cf459f-9959-49ff-9ebc-33e633ec5b27 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:06:23.689468 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Attempting to bind port 46cf459f-9959-49ff-9ebc-33e633ec5b27 on network 0fe76859-0b1b-4fef-a154-9100fd562663 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:06:23.695231 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:06:23.695643 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Checking segment: {'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:06:23.696010 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.696404 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Bound using segment: {'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:06:23.698212 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Bound port: 46cf459f-9959-49ff-9ebc-33e633ec5b27, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:06:23.698212 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.772028 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] For port 46cf459f-9959-49ff-9ebc-33e633ec5b27, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:06:23.775316 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] For port 46cf459f-9959-49ff-9ebc-33e633ec5b27, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=46cf459f-9959-49ff-9ebc-33e633ec5b27,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:06:23.779946 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469758'] for router, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.780202 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.853674 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Routers {'bbb20a91-48e7-4d74-b34e-20dab1baeb69'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:06:23.853674 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:05:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:23.917831 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dce32-30ff-4d39-bbde-f4afc60ad0e7 None None] Pushing event updated for resources: {'Port': ['ID=46cf459f-9959-49ff-9ebc-33e633ec5b27,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:23.929740 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-ee5607c7-2da3-4114-8e08-1829fa510cbf None None] Provisioning complete for port 46cf459f-9959-49ff-9ebc-33e633ec5b27 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:23.930522 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ee5607c7-2da3-4114-8e08-1829fa510cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.968362 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3fd0dc94-66b2-4b08-b715-6c6b8f69cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:23.988865 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Router 374be028-95c7-43c4-b885-3345e4bf994a is scheduled to L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 with binding_index 1 {{(pid=102350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 13:06:24.092091 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] Set router bbb20a91-48e7-4d74-b34e-20dab1baeb69 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:06:24.129891 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 4067f5ca-6d0b-45e6-bed2-9384e95a7666 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:06:24.141690 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:06:24.153206 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Sync routers for ids ['374be028-95c7-43c4-b885-3345e4bf994a'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:06:24.160220 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:24.164044 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-63a0d2da-5f9a-41a4-babb-710f6bb9c908 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8376620 Dec 14 13:06:24.164724 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48686) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:24.170365 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Routers {'374be028-95c7-43c4-b885-3345e4bf994a'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:06:24.171330 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:05:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['374be028-95c7-43c4-b885-3345e4bf994a'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:24.284236 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Set router 374be028-95c7-43c4-b885-3345e4bf994a gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:06:24.313266 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ee5607c7-2da3-4114-8e08-1829fa510cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:24.404065 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-ee5607c7-2da3-4114-8e08-1829fa510cbf None None] For port 46cf459f-9959-49ff-9ebc-33e633ec5b27, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=46cf459f-9959-49ff-9ebc-33e633ec5b27,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:06:24.462716 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ee5607c7-2da3-4114-8e08-1829fa510cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:24.579826 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374be028-95c7-43c4-b885-3345e4bf994a', 'name': 'tempest-TestShelveInstance-74984454-router', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:23Z', 'revision_number': 3, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'gw_port': {'id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ac:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:24.589584 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 4067f5ca-6d0b-45e6-bed2-9384e95a7666 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:24.589984 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:24.614004 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Checking router: 374be028-95c7-43c4-b885-3345e4bf994a for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:06:24.614376 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Updating router 374be028-95c7-43c4-b885-3345e4bf994a port ce734732-ebfb-455b-92c7-dd7d207579c2 binding host dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:06:24.641565 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:24.658832 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:24.686568 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5607c7-2da3-4114-8e08-1829fa510cbf None None] Pushing event updated for resources: {'Port': ['ID=46cf459f-9959-49ff-9ebc-33e633ec5b27,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:24.695158 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-fdb0b6d9-7977-4809-a566-bc44825bdeec None None] Provisioning complete for port 46cf459f-9959-49ff-9ebc-33e633ec5b27 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:24.695525 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b6d9-7977-4809-a566-bc44825bdeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:24.789976 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 4, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '46cf459f-9959-49ff-9ebc-33e633ec5b27', 'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'mac_address': 'fa:16:3e:6a:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:20Z', 'updated_at': '2021-12-14T13:06:23Z', 'revision_number': 4, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'subnets': [{'id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:24.823756 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:24.825792 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc808143-8a06-4479-90db-2b7bb49e435a None None] The sync data for ids ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'] in dv-cinder-784477-10-iscsi is: [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 4, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '46cf459f-9959-49ff-9ebc-33e633ec5b27', 'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'mac_address': 'fa:16:3e:6a:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:20Z', 'updated_at': '2021-12-14T13:06:23Z', 'revision_number': 4, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'subnets': [{'id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:06:24.830851 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b80821-af4f-49eb-a88d-262834fb834f None None] Network 42c5e3d3-0656-47ea-b19a-b9a42de6438e requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:06:24.868810 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Allocated IP 172.20.0.1 (42c5e3d3-0656-47ea-b19a-b9a42de6438e/439e95af-892f-4b77-8356-677bcaccdcdc/8783c326-56dc-47b2-bccb-da91ac6a9ee0) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:06:24.955640 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port 4067f5ca-6d0b-45e6-bed2-9384e95a7666, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=4067f5ca-6d0b-45e6-bed2-9384e95a7666,segment=NetworkSegment(1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0),segment_id=1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:06:24.990897 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:24.991720 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 00c5cc76-2127-4039-b11b-1da0c2a1503e up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:06:25.005103 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Publish callbacks [] for port, precommit_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.014712 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.033035 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.073818 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Attempting to bind port ce734732-ebfb-455b-92c7-dd7d207579c2 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:06:25.074184 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Attempting to bind port ce734732-ebfb-455b-92c7-dd7d207579c2 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:06:25.074674 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Attempting to bind port ce734732-ebfb-455b-92c7-dd7d207579c2 on network 2946f6d7-cdce-44ff-bb19-df196ff995d7 {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:06:25.076168 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.078543 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59a98e-2fc6-4cad-95a8-57d743e1b2d1 None None] Pushing event updated for resources: {'Port': ['ID=ce734732-ebfb-455b-92c7-dd7d207579c2,revision_number=2']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:25.083320 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:06:25.083637 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Checking segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:06:25.084141 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.084623 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Bound using segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:06:25.085231 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Bound port: ce734732-ebfb-455b-92c7-dd7d207579c2, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:06:25.085814 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.108951 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=4067f5ca-6d0b-45e6-bed2-9384e95a7666,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:25.124534 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-eeda86cb-7ff6-478d-a506-8d9cdeccc00d None None] Provisioning complete for port 4067f5ca-6d0b-45e6-bed2-9384e95a7666 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:25.125060 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-eeda86cb-7ff6-478d-a506-8d9cdeccc00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.143679 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] For port ce734732-ebfb-455b-92c7-dd7d207579c2, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:06:25.148129 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] For port ce734732-ebfb-455b-92c7-dd7d207579c2, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=ce734732-ebfb-455b-92c7-dd7d207579c2,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:06:25.154712 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.170196 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 00c5cc76-2127-4039-b11b-1da0c2a1503e triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:25.170567 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.181648 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Pushing event updated for resources: {'Port': ['ID=8783c326-56dc-47b2-bccb-da91ac6a9ee0,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:25.191448 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Network 42c5e3d3-0656-47ea-b19a-b9a42de6438e is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:06:25.193138 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:25.197358 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:06:25.240171 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471181'] for router_interface, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.242884 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59a98e-2fc6-4cad-95a8-57d743e1b2d1 None None] Pushing event updated for resources: {'Port': ['ID=ce734732-ebfb-455b-92c7-dd7d207579c2,revision_number=3']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:25.261490 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Routers {'374be028-95c7-43c4-b885-3345e4bf994a'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:06:25.262288 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:05:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['374be028-95c7-43c4-b885-3345e4bf994a'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:25.428714 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.432218 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] Set router 374be028-95c7-43c4-b885-3345e4bf994a gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:06:25.516978 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-40bf95a7-13e1-458c-9ef6-212d07c78c21 None None] Provisioning complete for port 4067f5ca-6d0b-45e6-bed2-9384e95a7666 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:25.517507 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-40bf95a7-13e1-458c-9ef6-212d07c78c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.675717 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.683517 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.689410 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374be028-95c7-43c4-b885-3345e4bf994a', 'name': 'tempest-TestShelveInstance-74984454-router', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:23Z', 'revision_number': 3, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'gw_port': {'id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ac:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:25.718910 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2399f6-ea9f-466e-a0e4-02c1b861bd67 None None] The sync data for ids ['374be028-95c7-43c4-b885-3345e4bf994a'] in dv-cinder-784477-10-iscsi is: [{'id': '374be028-95c7-43c4-b885-3345e4bf994a', 'name': 'tempest-TestShelveInstance-74984454-router', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:23Z', 'revision_number': 3, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'gw_port': {'id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ac:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:06:25.760825 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472125'] for router_interface, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.764020 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Pushing event updated for resources: {'Port': ['ID=8783c326-56dc-47b2-bccb-da91ac6a9ee0,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:25.787210 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-19fcdc28-0ae8-4e8e-93ed-c3e028a9a681 None None] Provisioning complete for port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:25.787729 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-19fcdc28-0ae8-4e8e-93ed-c3e028a9a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:25.827471 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-19fcdc28-0ae8-4e8e-93ed-c3e028a9a681 None None] Port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:06:25.867279 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Network 42c5e3d3-0656-47ea-b19a-b9a42de6438e is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:06:25.868795 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:25.972293 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-2f000160-c29c-41f5-ac4f-6a3028cf1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:26.056212 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Router 374be028-95c7-43c4-b885-3345e4bf994a has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:06:26.138199 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 4067f5ca-6d0b-45e6-bed2-9384e95a7666 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:06:26.203591 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:06:26.210679 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-9662326b-cf3d-4013-9acc-c7da72065aef admin admin] 10.222.0.49 "PUT /v2.0/routers/374be028-95c7-43c4-b885-3345e4bf994a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0448630 Dec 14 13:06:26.220596 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 4067f5ca-6d0b-45e6-bed2-9384e95a7666 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:26.221017 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:26.270860 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-4411e06e-f57d-48b0-b751-e3fd06e9859c None None] Provisioning complete for port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:26.271232 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-4411e06e-f57d-48b0-b751-e3fd06e9859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:26.335900 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-4411e06e-f57d-48b0-b751-e3fd06e9859c None None] Port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:06:26.350236 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 46cf459f-9959-49ff-9ebc-33e633ec5b27 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:06:26.401797 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 46cf459f-9959-49ff-9ebc-33e633ec5b27 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:26.402164 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:26.749113 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48700) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:26.753818 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-edd35703-13cf-4da4-9c4c-c47bb89b3793 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472346795', 'description': 'tempest-secgroup-smoke-1472346795 description', 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:26.778575 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-edd35703-13cf-4da4-9c4c-c47bb89b3793 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:26.844547 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-edd35703-13cf-4da4-9c4c-c47bb89b3793 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:26.849210 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-edd35703-13cf-4da4-9c4c-c47bb89b3793 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:26.878061 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-edd35703-13cf-4da4-9c4c-c47bb89b3793 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:26.879316 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-edd35703-13cf-4da4-9c4c-c47bb89b3793 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1291420 Dec 14 13:06:26.881228 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd35703-13cf-4da4-9c4c-c47bb89b3793 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11a6f96-8ec0-4225-ad79-6e8987ab21ac,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:26.882619 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48702) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:26.888273 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-337aae01-c66f-4eac-b8cd-8fb1682e8acd tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Request body: {'security_group_rule': {'security_group_id': 'a11a6f96-8ec0-4225-ad79-6e8987ab21ac', 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:26.916787 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-337aae01-c66f-4eac-b8cd-8fb1682e8acd tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:26.972615 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-337aae01-c66f-4eac-b8cd-8fb1682e8acd tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:26.976797 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-337aae01-c66f-4eac-b8cd-8fb1682e8acd tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:26.994918 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aae01-c66f-4eac-b8cd-8fb1682e8acd tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69695831-784b-4592-8830-9db050ad667d,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:27.002766 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-337aae01-c66f-4eac-b8cd-8fb1682e8acd tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.003974 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-337aae01-c66f-4eac-b8cd-8fb1682e8acd tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194551 Dec 14 13:06:27.006821 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48706) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:27.011126 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-e3e6b350-be21-48ab-8a64-cb02d0c55619 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Request body: {'security_group_rule': {'security_group_id': 'a11a6f96-8ec0-4225-ad79-6e8987ab21ac', 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:27.037606 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b350-be21-48ab-8a64-cb02d0c55619 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.095076 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b350-be21-48ab-8a64-cb02d0c55619 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.101590 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b350-be21-48ab-8a64-cb02d0c55619 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.119208 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6b350-be21-48ab-8a64-cb02d0c55619 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b4d7d5-385a-4abd-a5c0-414b3bb73f89,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:27.126698 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b350-be21-48ab-8a64-cb02d0c55619 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.127897 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-e3e6b350-be21-48ab-8a64-cb02d0c55619 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201441 Dec 14 13:06:27.130702 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48708) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:27.134975 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-9d6bd6d4-2dfa-4b54-9227-b5aa48fad479 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Request body: {'security_group_rule': {'security_group_id': 'a11a6f96-8ec0-4225-ad79-6e8987ab21ac', 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:27.163986 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9d6bd6d4-2dfa-4b54-9227-b5aa48fad479 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.220811 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9d6bd6d4-2dfa-4b54-9227-b5aa48fad479 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.225860 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9d6bd6d4-2dfa-4b54-9227-b5aa48fad479 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.242683 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bd6d4-2dfa-4b54-9227-b5aa48fad479 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4300e15-6c67-4250-801f-92deea6116a6,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:27.250311 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-9d6bd6d4-2dfa-4b54-9227-b5aa48fad479 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.251543 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-9d6bd6d4-2dfa-4b54-9227-b5aa48fad479 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198771 Dec 14 13:06:27.254363 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48710) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:27.258632 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-4d70fcb1-426a-4ba7-b3ae-7d5d2c2a332d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Request body: {'security_group_rule': {'security_group_id': 'a11a6f96-8ec0-4225-ad79-6e8987ab21ac', 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:27.284870 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4d70fcb1-426a-4ba7-b3ae-7d5d2c2a332d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.335980 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.346987 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4d70fcb1-426a-4ba7-b3ae-7d5d2c2a332d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.352713 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4d70fcb1-426a-4ba7-b3ae-7d5d2c2a332d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.370797 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70fcb1-426a-4ba7-b3ae-7d5d2c2a332d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3605737-3dbe-4bc0-aea7-4b072d06e74b,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:27.376972 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-4d70fcb1-426a-4ba7-b3ae-7d5d2c2a332d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.378054 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-4d70fcb1-426a-4ba7-b3ae-7d5d2c2a332d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227946 Dec 14 13:06:27.380988 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48712) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:27.387320 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-e0474df8-d5a1-41c1-9e7e-c6bbcfa35eae tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Request body: {'security_group_rule': {'security_group_id': 'a11a6f96-8ec0-4225-ad79-6e8987ab21ac', 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:27.416863 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.securitygroups_db [None req-e0474df8-d5a1-41c1-9e7e-c6bbcfa35eae tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Project fe2a769f6b7645cbb7ec24ba01e13a4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 13:06:27.421964 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e0474df8-d5a1-41c1-9e7e-c6bbcfa35eae tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.488216 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e0474df8-d5a1-41c1-9e7e-c6bbcfa35eae tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.494121 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e0474df8-d5a1-41c1-9e7e-c6bbcfa35eae tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.512943 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0474df8-d5a1-41c1-9e7e-c6bbcfa35eae tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdb9a0f-d8fc-47fe-b7fe-311b8819047e,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:27.519026 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-e0474df8-d5a1-41c1-9e7e-c6bbcfa35eae tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.520109 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-e0474df8-d5a1-41c1-9e7e-c6bbcfa35eae tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380441 Dec 14 13:06:27.523867 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48714) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:27.528343 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-670e6fe2-f25b-4f5b-887e-26e5937229c8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Request body: {'security_group_rule': {'security_group_id': 'a11a6f96-8ec0-4225-ad79-6e8987ab21ac', 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:27.551343 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.securitygroups_db [None req-670e6fe2-f25b-4f5b-887e-26e5937229c8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Project fe2a769f6b7645cbb7ec24ba01e13a4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 13:06:27.556318 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-670e6fe2-f25b-4f5b-887e-26e5937229c8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.612984 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-670e6fe2-f25b-4f5b-887e-26e5937229c8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.617463 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-670e6fe2-f25b-4f5b-887e-26e5937229c8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.635510 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e6fe2-f25b-4f5b-887e-26e5937229c8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a476020-5f0c-4917-bbe6-1df8bc696232,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:27.641889 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-670e6fe2-f25b-4f5b-887e-26e5937229c8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:27.643106 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-670e6fe2-f25b-4f5b-887e-26e5937229c8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183584 Dec 14 13:06:27.986713 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ce734732-ebfb-455b-92c7-dd7d207579c2 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:06:28.036004 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port ce734732-ebfb-455b-92c7-dd7d207579c2 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:28.036627 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:28.131859 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:28.152919 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port ce734732-ebfb-455b-92c7-dd7d207579c2, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=ce734732-ebfb-455b-92c7-dd7d207579c2,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:06:28.157711 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:28.205213 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=ce734732-ebfb-455b-92c7-dd7d207579c2,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:28.262200 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Sync routers for ids ['374be028-95c7-43c4-b885-3345e4bf994a'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:06:28.273806 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Routers {'374be028-95c7-43c4-b885-3345e4bf994a'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:06:28.274440 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:06:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['374be028-95c7-43c4-b885-3345e4bf994a'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:28.393934 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Set router 374be028-95c7-43c4-b885-3345e4bf994a gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:06:28.609576 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:28.612598 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374be028-95c7-43c4-b885-3345e4bf994a', 'name': 'tempest-TestShelveInstance-74984454-router', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:25Z', 'revision_number': 4, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'gw_port': {'id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8783c326-56dc-47b2-bccb-da91ac6a9ee0', 'name': '', 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'mac_address': 'fa:16:3e:05:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '439e95af-892f-4b77-8356-677bcaccdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:24Z', 'updated_at': '2021-12-14T13:06:25Z', 'revision_number': 2, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'subnets': [{'id': '439e95af-892f-4b77-8356-677bcaccdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:28.639225 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Checking router: 374be028-95c7-43c4-b885-3345e4bf994a for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:06:28.639864 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Updating router 374be028-95c7-43c4-b885-3345e4bf994a port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 binding host dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:06:28.666616 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:28.946138 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Publish callbacks [] for port, precommit_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:28.952638 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:29.001448 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce0979-31d1-48a8-960c-62df2d9ad062 None None] Pushing event updated for resources: {'Port': ['ID=8783c326-56dc-47b2-bccb-da91ac6a9ee0,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:29.051765 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Attempting to bind port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:06:29.052133 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Attempting to bind port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:06:29.052488 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Attempting to bind port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 on network 42c5e3d3-0656-47ea-b19a-b9a42de6438e {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:06:29.057862 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:06:29.058227 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Checking segment: {'id': '1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:06:29.058659 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:29.059072 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Bound using segment: {'id': '1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:06:29.059533 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Bound port: 8783c326-56dc-47b2-bccb-da91ac6a9ee0, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:06:29.059906 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:29.128763 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] For port 8783c326-56dc-47b2-bccb-da91ac6a9ee0, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:06:29.135663 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] For port 8783c326-56dc-47b2-bccb-da91ac6a9ee0, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8783c326-56dc-47b2-bccb-da91ac6a9ee0,segment=NetworkSegment(1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0),segment_id=1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:06:29.141484 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:29.213132 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Routers {'374be028-95c7-43c4-b885-3345e4bf994a'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:06:29.213761 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:06:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['374be028-95c7-43c4-b885-3345e4bf994a'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:29.256963 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce0979-31d1-48a8-960c-62df2d9ad062 None None] Pushing event updated for resources: {'Port': ['ID=8783c326-56dc-47b2-bccb-da91ac6a9ee0,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:29.265895 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-5920799a-554c-4d27-a881-41569d281f07 None None] Provisioning complete for port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:29.265895 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5920799a-554c-4d27-a881-41569d281f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:29.368023 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] Set router 374be028-95c7-43c4-b885-3345e4bf994a gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:06:29.478196 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5920799a-554c-4d27-a881-41569d281f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:29.689355 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:29.709839 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-5920799a-554c-4d27-a881-41569d281f07 None None] For port 8783c326-56dc-47b2-bccb-da91ac6a9ee0, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8783c326-56dc-47b2-bccb-da91ac6a9ee0,segment=NetworkSegment(1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0),segment_id=1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:06:29.716555 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5920799a-554c-4d27-a881-41569d281f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:29.809500 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920799a-554c-4d27-a881-41569d281f07 None None] Pushing event updated for resources: {'Port': ['ID=8783c326-56dc-47b2-bccb-da91ac6a9ee0,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:29.844715 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-cdc80f8a-ad10-4c82-987e-666d6249f0c6 None None] Provisioning complete for port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:29.845117 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-cdc80f8a-ad10-4c82-987e-666d6249f0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:29.871093 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374be028-95c7-43c4-b885-3345e4bf994a', 'name': 'tempest-TestShelveInstance-74984454-router', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:25Z', 'revision_number': 4, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'gw_port': {'id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8783c326-56dc-47b2-bccb-da91ac6a9ee0', 'name': '', 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'mac_address': 'fa:16:3e:05:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '439e95af-892f-4b77-8356-677bcaccdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:24Z', 'updated_at': '2021-12-14T13:06:29Z', 'revision_number': 4, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'subnets': [{'id': '439e95af-892f-4b77-8356-677bcaccdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:29.900799 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0654f2-76b5-44b7-96fd-9d90e4258d42 None None] The sync data for ids ['374be028-95c7-43c4-b885-3345e4bf994a'] in dv-cinder-784477-10-iscsi is: [{'id': '374be028-95c7-43c4-b885-3345e4bf994a', 'name': 'tempest-TestShelveInstance-74984454-router', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:25Z', 'revision_number': 4, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'gw_port': {'id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8783c326-56dc-47b2-bccb-da91ac6a9ee0', 'name': '', 'network_id': '42c5e3d3-0656-47ea-b19a-b9a42de6438e', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'mac_address': 'fa:16:3e:05:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '439e95af-892f-4b77-8356-677bcaccdcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:24Z', 'updated_at': '2021-12-14T13:06:29Z', 'revision_number': 4, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'subnets': [{'id': '439e95af-892f-4b77-8356-677bcaccdcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:06:30.028018 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ce734732-ebfb-455b-92c7-dd7d207579c2 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:06:30.079567 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port ce734732-ebfb-455b-92c7-dd7d207579c2 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:30.079956 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:31.970333 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8783c326-56dc-47b2-bccb-da91ac6a9ee0 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:06:32.021986 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:32.022365 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:34.131208 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:06:44.517707 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:45.039876 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-8f4d069b-fc4f-41db-b990-ec143e7d49eb tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472346795&fields=id&tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a HTTP/1.1" status: 200 len: 267 time: 0.0460298 Dec 14 13:06:45.157851 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c937e-5dae-40f5-b297-a7322e905b06 req-9d43f954-890b-4ad1-8f38-ed80681738eb tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:45.159413 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-9d43f954-890b-4ad1-8f38-ed80681738eb tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/networks?id=0fe76859-0b1b-4fef-a154-9100fd562663 HTTP/1.1" status: 200 len: 809 time: 0.1093476 Dec 14 13:06:45.175503 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-7f793a80-a63e-4366-82b1-daec09aab0fc tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/quotas/fe2a769f6b7645cbb7ec24ba01e13a4a HTTP/1.1" status: 200 len: 375 time: 0.0099733 Dec 14 13:06:45.228082 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-8cc9a27f-2705-462b-a154-1e811c76143f tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469682 Dec 14 13:06:45.343141 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-2a19794f-f9b8-496a-9294-9508bac641bd service neutron] 10.222.0.49 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991988 Dec 14 13:06:45.440995 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-13aa7a5e-399f-4560-a411-4bf4f81da850 service neutron] 10.222.0.49 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914423 Dec 14 13:06:45.733740 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c1117171-e7f4-43eb-a677-e299027c79fb req-41ad2438-b22c-4e36-badc-9d56cb063f70 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 210 time: 0.0290060 Dec 14 13:06:46.693468 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c937e-5dae-40f5-b297-a7322e905b06 req-1f865492-2e21-4cfe-8845-df5de3103ba4 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:46.694983 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-1f865492-2e21-4cfe-8845-df5de3103ba4 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.44 "GET /v2.0/networks?id=0fe76859-0b1b-4fef-a154-9100fd562663 HTTP/1.1" status: 200 len: 809 time: 0.1093674 Dec 14 13:06:46.761353 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-c7936ae2-e7c2-4741-9cb0-eca4483204bf tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a HTTP/1.1" status: 200 len: 380 time: 0.0557170 Dec 14 13:06:46.772386 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Request body: {'port': {'device_id': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'admin_state_up': True, 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'security_groups': ['a11a6f96-8ec0-4225-ad79-6e8987ab21ac']}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:46.828801 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-98846e8d-fa8a-43c5-ac68-3c1a7bd90deb req-5e1e509b-762a-4810-8f04-18a5aaa24f2d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 210 time: 0.0264025 Dec 14 13:06:46.878610 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Made reservation on behalf of fe2a769f6b7645cbb7ec24ba01e13a4a for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:06:46.882259 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:47.009328 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Allocated IP 172.20.0.7 (0fe76859-0b1b-4fef-a154-9100fd562663/b7704ff7-1ea3-4d92-95de-9eff094f6973/6b399ecc-9d61-4402-b72e-7daa479ee08d) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:06:47.145905 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:47.185112 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:47.229138 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Network 0fe76859-0b1b-4fef-a154-9100fd562663 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:06:47.234008 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:47.238407 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:06:47.242539 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event updated for resources: {'Port': ['ID=6b399ecc-9d61-4402-b72e-7daa479ee08d,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:47.292196 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:47.292885 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:47.311170 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-933a33fa-0f1a-4e4d-a90d-d6ca9b145797 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5428576 Dec 14 13:06:47.324381 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Request body: {'port': {'device_id': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:47.384973 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:47.519072 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-7b256b58-c3e8-4b6c-83ea-88d24ab32e25 None None] Provisioning complete for port 6b399ecc-9d61-4402-b72e-7daa479ee08d triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:47.519669 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-7b256b58-c3e8-4b6c-83ea-88d24ab32e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:47.554514 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-7b256b58-c3e8-4b6c-83ea-88d24ab32e25 None None] Port 6b399ecc-9d61-4402-b72e-7daa479ee08d cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:06:47.643793 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b399ecc-9d61-4402-b72e-7daa479ee08d {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:06:47.651602 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:47.665591 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Transition to ACTIVE for port object 6b399ecc-9d61-4402-b72e-7daa479ee08d will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 13:06:47.669948 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:47.721032 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Pushing event updated for resources: {'Port': ['ID=6b399ecc-9d61-4402-b72e-7daa479ee08d,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:47.804105 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Attempting to bind port 6b399ecc-9d61-4402-b72e-7daa479ee08d on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:06:47.804592 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Attempting to bind port 6b399ecc-9d61-4402-b72e-7daa479ee08d by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:06:47.805085 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Attempting to bind port 6b399ecc-9d61-4402-b72e-7daa479ee08d on network 0fe76859-0b1b-4fef-a154-9100fd562663 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:06:47.810900 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Port 6b399ecc-9d61-4402-b72e-7daa479ee08d on network 0fe76859-0b1b-4fef-a154-9100fd562663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 13:06:47.811405 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Attempting to bind port 6b399ecc-9d61-4402-b72e-7daa479ee08d on network 0fe76859-0b1b-4fef-a154-9100fd562663 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:06:47.817634 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:06:47.818126 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Checking segment: {'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:06:47.818619 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Bound using segment: {'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:06:47.819226 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Bound port: 6b399ecc-9d61-4402-b72e-7daa479ee08d, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:06:47.819689 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:47.895698 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] For port 6b399ecc-9d61-4402-b72e-7daa479ee08d, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:06:47.899939 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] For port 6b399ecc-9d61-4402-b72e-7daa479ee08d, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:06:47.908926 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:47.946748 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:47.947419 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:47.948883 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] 10.222.0.44 "PUT /v2.0/ports/6b399ecc-9d61-4402-b72e-7daa479ee08d HTTP/1.1" status: 200 len: 1093 time: 0.6290901 Dec 14 13:06:47.949393 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:06:47.951692 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:06:47.994248 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abdca8-9609-4489-93be-8d8a20923305 service neutron] Pushing event updated for resources: {'Port': ['ID=6b399ecc-9d61-4402-b72e-7daa479ee08d,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:48.019787 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18c39-9dc1-451c-b710-7fbf7c6db66c req-15ba7f5c-4f5a-41f8-a0f6-4cfce92400c1 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:48.022586 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2a18c39-9dc1-451c-b710-7fbf7c6db66c req-15ba7f5c-4f5a-41f8-a0f6-4cfce92400c1 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.1015630 Dec 14 13:06:48.042590 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c937e-5dae-40f5-b297-a7322e905b06 req-c553dcdb-f742-45a9-8eac-e80f12d8045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:48.044253 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-c553dcdb-f742-45a9-8eac-e80f12d8045d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a&device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1096 time: 0.0465200 Dec 14 13:06:48.105186 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d2a18c39-9dc1-451c-b710-7fbf7c6db66c req-95ee9864-c029-4674-a00f-9d654c42aa91 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619910 Dec 14 13:06:48.110901 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90728f71-d364-4a63-9305-4080e1c74413 x-openstack-request-id: req-90728f71-d364-4a63-9305-4080e1c74413 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:06:48.111200 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:06:48.111540 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90728f71-d364-4a63-9305-4080e1c74413 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:06:48.111980 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'status': 'completed', 'code': 200} Dec 14 13:06:48.114050 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-49d8d7b6-f2f9-4517-80fe-e919bdab3bee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d HTTP/1.1" status: 200 len: 217 time: 0.0611331 Dec 14 13:06:48.174789 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c937e-5dae-40f5-b297-a7322e905b06 req-25b0b173-bef2-4177-b888-de1bdc091ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:48.176316 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-25b0b173-bef2-4177-b888-de1bdc091ee1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7704ff7-1ea3-4d92-95de-9eff094f6973 HTTP/1.1" status: 200 len: 848 time: 0.0552778 Dec 14 13:06:48.220934 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c937e-5dae-40f5-b297-a7322e905b06 req-1c77196a-8c9c-4309-b84f-17a551c3d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:48.222444 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-1c77196a-8c9c-4309-b84f-17a551c3d389 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fe76859-0b1b-4fef-a154-9100fd562663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394709 Dec 14 13:06:48.316513 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-66f369c2-20a2-41a4-81c0-9f8471447c9b service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860918 Dec 14 13:06:48.409917 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-606c937e-5dae-40f5-b297-a7322e905b06 req-6402d91d-2922-44e5-b628-706354c267ea service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838735 Dec 14 13:06:48.518863 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d req-2ab5a87a-158a-40c3-9990-e5f965f032b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:48.520368 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d req-2ab5a87a-158a-40c3-9990-e5f965f032b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a&device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1096 time: 0.0470197 Dec 14 13:06:48.619968 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d req-8f236b20-e612-4b4c-86b4-b05d8614fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:48.621369 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d req-8f236b20-e612-4b4c-86b4-b05d8614fdba service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fe76859-0b1b-4fef-a154-9100fd562663 HTTP/1.1" status: 200 len: 910 time: 0.0912600 Dec 14 13:06:48.680626 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d req-1c56d96e-e09c-4d4b-9fbb-073f438c7609 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d HTTP/1.1" status: 200 len: 217 time: 0.0388529 Dec 14 13:06:48.733955 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d req-9b6f9638-aad0-4596-bc9d-571f29a63ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:48.735449 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d req-9b6f9638-aad0-4596-bc9d-571f29a63ead service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7704ff7-1ea3-4d92-95de-9eff094f6973 HTTP/1.1" status: 200 len: 848 time: 0.0470068 Dec 14 13:06:48.791716 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d req-ee9d191a-1b11-4791-88d0-74adc13e7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:48.794022 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d req-ee9d191a-1b11-4791-88d0-74adc13e7499 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fe76859-0b1b-4fef-a154-9100fd562663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497348 Dec 14 13:06:48.896876 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d req-165d6ee9-d256-49d9-871a-46d1d537c046 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887959 Dec 14 13:06:49.002961 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-eba8f4be-2e1d-4ed6-9047-a453bd4f871d req-1673f20c-1b9c-439b-bce6-61cc8a36f44b service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949223 Dec 14 13:06:49.228922 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f39ca-0696-43d5-97bf-65ed90c43e0e req-6cc04d72-ee0f-4106-a304-1fbec1cd71d1 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:49.230445 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-278f39ca-0696-43d5-97bf-65ed90c43e0e req-6cc04d72-ee0f-4106-a304-1fbec1cd71d1 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0502429 Dec 14 13:06:49.279890 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-278f39ca-0696-43d5-97bf-65ed90c43e0e req-c6c8d9f5-f4ed-40e0-a313-878bcbc2b7f5 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431592 Dec 14 13:06:50.407502 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b34228-0a8c-402e-b7ef-4c51bc24bd2e req-9da1f5ec-3627-499b-b04a-9fb50da40863 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:50.408947 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-61b34228-0a8c-402e-b7ef-4c51bc24bd2e req-9da1f5ec-3627-499b-b04a-9fb50da40863 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0570428 Dec 14 13:06:50.470297 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-61b34228-0a8c-402e-b7ef-4c51bc24bd2e req-5526ed94-2f63-46b6-a12c-695be2315adc tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522466 Dec 14 13:06:51.022982 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2ae2c-8f60-431c-b395-6fd922786a3b req-82ef83b4-de4e-41a3-a555-ed522e1ba475 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:51.024492 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8dd2ae2c-8f60-431c-b395-6fd922786a3b req-82ef83b4-de4e-41a3-a555-ed522e1ba475 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 945 time: 0.0508158 Dec 14 13:06:51.074045 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8dd2ae2c-8f60-431c-b395-6fd922786a3b req-dad9deeb-93c5-453d-b3b8-fed3c93b2084 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434771 Dec 14 13:06:51.604502 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1996a-b57f-4aa6-9117-8815251b578d req-cad70c0d-8f47-4be4-b862-cb965dcd58f4 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:51.606032 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9dd1996a-b57f-4aa6-9117-8815251b578d req-cad70c0d-8f47-4be4-b862-cb965dcd58f4 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0529482 Dec 14 13:06:51.655883 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9dd1996a-b57f-4aa6-9117-8815251b578d req-42b5674f-e87c-4396-9b5c-b45db3a1c162 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438507 Dec 14 13:06:52.235016 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f347d74-3251-4b29-9893-177857bc6061 req-0b1d855c-20b8-4062-8671-7c2e18fe542f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:52.236649 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6f347d74-3251-4b29-9893-177857bc6061 req-0b1d855c-20b8-4062-8671-7c2e18fe542f tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 945 time: 0.0781374 Dec 14 13:06:52.291568 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-6f347d74-3251-4b29-9893-177857bc6061 req-0039eccb-b521-41c0-b239-d9be8c706337 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups?id=76c8884d-aa4d-4350-945e-4a863d9b5e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486245 Dec 14 13:06:52.654233 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-f6486325-675d-49a0-b0e4-68c3cebcafb2 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:52.655631 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-f6486325-675d-49a0-b0e4-68c3cebcafb2 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 945 time: 0.0620019 Dec 14 13:06:52.751514 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Deleting port f2dc7c1b-e719-44e8-b9aa-992821506ebe {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:06:52.751837 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:52.771454 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3f862-2269-4cce-ae21-68e0388116bd req-1abc61fd-7f5c-4505-8ec7-15d88c1a9eaa tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:52.772944 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1ec3f862-2269-4cce-ae21-68e0388116bd req-1abc61fd-7f5c-4505-8ec7-15d88c1a9eaa tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0483253 Dec 14 13:06:52.822760 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1ec3f862-2269-4cce-ae21-68e0388116bd req-da9525ae-3b5b-4f83-88cd-059553c2b577 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Dec 14 13:06:52.838506 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] For port f2dc7c1b-e719-44e8-b9aa-992821506ebe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f2dc7c1b-e719-44e8-b9aa-992821506ebe,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:06:52.838878 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:53.012596 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:53.012820 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:53.013188 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.l3_db [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Floating IP 01bcafc2-e018-4d58-a64c-1c1140bb75bf disassociated. External IP: 172.27.2.19, port: f2dc7c1b-e719-44e8-b9aa-992821506ebe. Dec 14 13:06:53.013531 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Calling delete_port for f2dc7c1b-e719-44e8-b9aa-992821506ebe owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:06:53.144810 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:53.181323 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event deleted for resources: {'Port': ['ID=f2dc7c1b-e719-44e8-b9aa-992821506ebe,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:53.291967 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Router 49e7ecbf-402f-4c09-9946-20c66fac0eca has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:06:53.385668 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fe0452f2-173c-49c1-bc05-a4bc3128d12e req-c29499f4-d0e6-4512-a12b-aedd00eb5e20 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb32a16-9097-40bc-9cd9-eee14f505d1d HTTP/1.1" status: 200 len: 210 time: 0.0257399 Dec 14 13:06:53.395774 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:06:53.407403 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a28cba-0307-40c2-90e0-86806717f07d None None] Sync routers for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:06:53.418003 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a28cba-0307-40c2-90e0-86806717f07d None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:06:53.418810 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-97a28cba-0307-40c2-90e0-86806717f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:06:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:53.436601 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] No DVR routers for this DVR port f2dc7c1b-e719-44e8-b9aa-992821506ebe on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:06:53.439414 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:53.442805 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f3ccf3a1-94bd-473d-96c1-0aa0548edf81 req-5a1c37b1-302c-4c09-986b-b471c15b402a tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.44 "DELETE /v2.0/ports/f2dc7c1b-e719-44e8-b9aa-992821506ebe HTTP/1.1" status: 204 len: 173 time: 0.7809918 Dec 14 13:06:53.443273 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'name': 'network-vif-deleted', 'tag': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:06:53.445583 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354190c4-77f2-4f10-af8f-c60fef1308c6" -d '{"events": [{"server_uuid": "bcb32a16-9097-40bc-9cd9-eee14f505d1d", "name": "network-vif-deleted", "tag": "f2dc7c1b-e719-44e8-b9aa-992821506ebe"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:06:53.487662 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79ad074-2347-4106-9212-0d7bd76ed9eb x-openstack-request-id: req-a79ad074-2347-4106-9212-0d7bd76ed9eb {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:06:53.487952 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb32a16-9097-40bc-9cd9-eee14f505d1d", "name": "network-vif-deleted", "tag": "f2dc7c1b-e719-44e8-b9aa-992821506ebe", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:06:53.488236 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a79ad074-2347-4106-9212-0d7bd76ed9eb {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:06:53.488662 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb32a16-9097-40bc-9cd9-eee14f505d1d', 'name': 'network-vif-deleted', 'tag': 'f2dc7c1b-e719-44e8-b9aa-992821506ebe', 'status': 'completed', 'code': 200} Dec 14 13:06:53.532258 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-97a28cba-0307-40c2-90e0-86806717f07d None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:06:53.749102 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-97a28cba-0307-40c2-90e0-86806717f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:53.775532 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a28cba-0307-40c2-90e0-86806717f07d None None] Checking router: 49e7ecbf-402f-4c09-9946-20c66fac0eca for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:06:53.784490 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a28cba-0307-40c2-90e0-86806717f07d None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:06:53.785155 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-97a28cba-0307-40c2-90e0-86806717f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:06:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:53.897218 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-97a28cba-0307-40c2-90e0-86806717f07d None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:06:53.919370 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-e9805d15-0852-4d2a-b4da-d65588ecc235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:53.971581 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e2712-9dc6-44bc-8bb8-c990678f5f20 req-833d65b8-3706-49e1-aebb-d992cfd22628 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:53.973146 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ef8e2712-9dc6-44bc-8bb8-c990678f5f20 req-833d65b8-3706-49e1-aebb-d992cfd22628 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0676718 Dec 14 13:06:54.022924 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ef8e2712-9dc6-44bc-8bb8-c990678f5f20 req-1146e2f5-4285-4df4-8baa-a2dfe7f8409c tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434384 Dec 14 13:06:54.101877 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-97a28cba-0307-40c2-90e0-86806717f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:06:54.133632 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a28cba-0307-40c2-90e0-86806717f07d None None] The sync data for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi is: [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:16Z', 'revision_number': 4, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': 'bcaf2850-b7b7-4d01-985c-a70272c4c225', 'name': '', 'network_id': 'bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'mac_address': 'fa:16:3e:ac:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:15Z', 'updated_at': '2021-12-14T13:02:19Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'subnets': [{'id': '59290c21-903a-433b-b1a0-d37d58fdcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:06:54.362444 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c7d0e-07d6-4021-99f9-8f013e6984ca None None] New status for floating IP 01bcafc2-e018-4d58-a64c-1c1140bb75bf: DOWN {{(pid=102352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:06:54.473620 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48982) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:54.529332 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1fc203d2-23ba-4e09-954e-bd485cbbb6cc tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:54.552221 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1fc203d2-23ba-4e09-954e-bd485cbbb6cc tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:54.601804 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1fc203d2-23ba-4e09-954e-bd485cbbb6cc tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:54.604508 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1fc203d2-23ba-4e09-954e-bd485cbbb6cc tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:54.605718 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-1fc203d2-23ba-4e09-954e-bd485cbbb6cc tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "DELETE /v2.0/security-groups/76c8884d-aa4d-4350-945e-4a863d9b5e19 HTTP/1.1" status: 204 len: 168 time: 0.1308620 Dec 14 13:06:54.608931 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 48984) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:54.615227 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc203d2-23ba-4e09-954e-bd485cbbb6cc tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c8884d-aa4d-4350-945e-4a863d9b5e19,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:54.624049 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.api.v2.resource [None req-7bae43b9-26f8-4385-9349-aa76aabe1cc4 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] show failed (client error): The resource could not be found. Dec 14 13:06:54.627809 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-7bae43b9-26f8-4385-9349-aa76aabe1cc4 tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "GET /v2.0/security-groups/76c8884d-aa4d-4350-945e-4a863d9b5e19 HTTP/1.1" status: 404 len: 347 time: 0.0149152 Dec 14 13:06:54.628197 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 48986) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:55.007921 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 6b399ecc-9d61-4402-b72e-7daa479ee08d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:06:55.008529 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-ad41d7aa-a144-43af-94a5-c08aa170364e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Deleting port 0bcbe9e5-0ca0-4092-9d6c-d6abc827d3c6 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:06:55.008529 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ad41d7aa-a144-43af-94a5-c08aa170364e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:55.009967 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device f2dc7c1b-e719-44e8-b9aa-992821506ebe no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:06:55.035670 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: f2dc7c1b-e719-44e8-b9aa-992821506ebe {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:06:55.036037 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device f2dc7c1b-e719-44e8-b9aa-992821506ebe not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:06:55.090788 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ad41d7aa-a144-43af-94a5-c08aa170364e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:55.091372 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ad41d7aa-a144-43af-94a5-c08aa170364e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:55.109024 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-ad41d7aa-a144-43af-94a5-c08aa170364e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Calling delete_port for 0bcbe9e5-0ca0-4092-9d6c-d6abc827d3c6 owned by network:floatingip {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:06:55.136122 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 6b399ecc-9d61-4402-b72e-7daa479ee08d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:06:55.141339 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3971d8b-f458-4110-a6ee-0d14f197bbd5 req-a3b4d812-1859-4c46-a214-c48f46bd23f7 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:55.142948 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a3971d8b-f458-4110-a6ee-0d14f197bbd5 req-a3b4d812-1859-4c46-a214-c48f46bd23f7 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0506942 Dec 14 13:06:55.147895 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'port_id': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'mac_address': 'fa:16:3e:e0:7a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:06:55.190549 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:55.196011 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a3971d8b-f458-4110-a6ee-0d14f197bbd5 req-29b79dd3-3368-4a65-befc-1c9bd7d535d9 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468650 Dec 14 13:06:55.204966 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b399ecc-9d61-4402-b72e-7daa479ee08d {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:06:55.224894 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 6b399ecc-9d61-4402-b72e-7daa479ee08d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:06:55.229395 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:55.246109 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ad41d7aa-a144-43af-94a5-c08aa170364e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:55.269472 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41d7aa-a144-43af-94a5-c08aa170364e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Pushing event deleted for resources: {'Port': ['ID=0bcbe9e5-0ca0-4092-9d6c-d6abc827d3c6,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:55.280484 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=6b399ecc-9d61-4402-b72e-7daa479ee08d,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:55.287809 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.288153 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.288953 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.289223 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.289548 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.289873 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.290193 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.290511 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.290829 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.291148 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.291457 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.291775 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.292086 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:06:55.332156 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ad41d7aa-a144-43af-94a5-c08aa170364e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks [] for floatingip, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:55.334812 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ad41d7aa-a144-43af-94a5-c08aa170364e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:55.335984 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ad41d7aa-a144-43af-94a5-c08aa170364e tempest-AttachVolumeTestJSON-709357402 tempest-AttachVolumeTestJSON-709357402-project] 10.222.0.49 "DELETE /v2.0/floatingips/01bcafc2-e018-4d58-a64c-1c1140bb75bf HTTP/1.1" status: 204 len: 168 time: 0.7068279 Dec 14 13:06:55.442151 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['6b399ecc-9d61-4402-b72e-7daa479ee08d'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:06:55.962225 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f26a525a-69ce-4909-828d-4164bf26b55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:56.331192 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd66ef8-027a-4961-90b8-6b67ee18faca req-bd25ad62-e3ae-4db3-84bb-c2a9325afb13 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:56.332725 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1dd66ef8-027a-4961-90b8-6b67ee18faca req-bd25ad62-e3ae-4db3-84bb-c2a9325afb13 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 944 time: 0.0540929 Dec 14 13:06:56.383201 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1dd66ef8-027a-4961-90b8-6b67ee18faca req-74ac5def-3d72-4331-a57f-f9a954746852 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444717 Dec 14 13:06:57.019208 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 6b399ecc-9d61-4402-b72e-7daa479ee08d up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:06:57.068749 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 6b399ecc-9d61-4402-b72e-7daa479ee08d completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 13:06:57.072322 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 6b399ecc-9d61-4402-b72e-7daa479ee08d triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:06:57.072690 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:57.153141 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:57.178042 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:06:57.180363 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8171f2-3914-49cf-b0b9-1826120d6163" -d '{"events": [{"server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "name": "network-vif-plugged", "status": "completed", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:06:57.193468 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 6b399ecc-9d61-4402-b72e-7daa479ee08d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:06:57.198590 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:57.222519 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ded0924-3c18-4a5c-bfff-d4cc33bc0563 x-openstack-request-id: req-8ded0924-3c18-4a5c-bfff-d4cc33bc0563 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:06:57.222817 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "name": "network-vif-plugged", "status": "completed", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:06:57.223065 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ded0924-3c18-4a5c-bfff-d4cc33bc0563 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:06:57.223464 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'code': 200} Dec 14 13:06:57.248658 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=6b399ecc-9d61-4402-b72e-7daa479ee08d,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:57.339147 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:57.446919 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abb49d-2ace-40a7-bd90-4e4801784d9e req-94f1950d-9f86-4074-8151-5b815e71a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:57.448454 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d1abb49d-2ace-40a7-bd90-4e4801784d9e req-94f1950d-9f86-4074-8151-5b815e71a4cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1098 time: 0.0424783 Dec 14 13:06:57.498141 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831d5e4-18c0-4cb5-a8e8-741f8ed2d362 req-7413c529-0743-4a71-9aae-a9cf3d3562fa tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:57.499683 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d1abb49d-2ace-40a7-bd90-4e4801784d9e req-7590bc85-3d3a-4c64-beea-591c92bbb949 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434844 Dec 14 13:06:57.499818 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1831d5e4-18c0-4cb5-a8e8-741f8ed2d362 req-7413c529-0743-4a71-9aae-a9cf3d3562fa tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0481908 Dec 14 13:06:57.549094 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1831d5e4-18c0-4cb5-a8e8-741f8ed2d362 req-33dc7cdf-62da-41eb-9ca0-9767d7d8c988 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Dec 14 13:06:58.607969 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:58.667365 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7bae6-207f-47a2-9cd4-edba53b5ccea req-94427acd-f485-450a-9e61-d519647683bb tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:58.668836 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-35e7bae6-207f-47a2-9cd4-edba53b5ccea req-94427acd-f485-450a-9e61-d519647683bb tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0484760 Dec 14 13:06:58.721800 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-35e7bae6-207f-47a2-9cd4-edba53b5ccea req-ab7c3ccc-73eb-4bdf-9450-a99f0287f697 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469444 Dec 14 13:06:58.841592 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce44d71-73f6-4a62-9eb9-ff638cbddb7a req-e1e12f8e-35b4-4020-90dc-e24ec4beed3b tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:58.843078 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2ce44d71-73f6-4a62-9eb9-ff638cbddb7a req-e1e12f8e-35b4-4020-90dc-e24ec4beed3b tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0510097 Dec 14 13:06:58.874197 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49026) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:58.892814 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-2ce44d71-73f6-4a62-9eb9-ff638cbddb7a req-46bd2bb9-0ae9-42e3-a2ef-9b58c9ddca50 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436969 Dec 14 13:06:58.915057 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49028) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:59.044718 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea569f57-bfa8-4b06-9609-7922b7345f42 tempest-TestShelveInstance-10201530 tempest-TestShelveInstance-10201530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:06:59.046318 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-ea569f57-bfa8-4b06-9609-7922b7345f42 tempest-TestShelveInstance-10201530 tempest-TestShelveInstance-10201530-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1093 time: 0.1302695 Dec 14 13:06:59.049578 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49032) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:06:59.053953 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Request body: {'floatingip': {'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'port_id': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:06:59.076830 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for floatingip, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:59.174944 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:59.221386 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472088'] for router_interface, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:59.274562 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Allocated IP 172.27.2.136 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/d650fb99-cb52-406a-8465-4d8379845362) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:06:59.378844 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:59.415266 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:59.453832 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:06:59.456678 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:06:59.460268 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:06:59.469488 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] Deleting port bcaf2850-b7b7-4d01-985c-a70272c4c225 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:06:59.469826 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:59.484344 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:59.488022 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event updated for resources: {'Port': ['ID=d650fb99-cb52-406a-8465-4d8379845362,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:59.549666 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] For port bcaf2850-b7b7-4d01-985c-a70272c4c225, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=bcaf2850-b7b7-4d01-985c-a70272c4c225,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:06:59.550027 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:59.563374 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] Calling delete_port for bcaf2850-b7b7-4d01-985c-a70272c4c225 owned by network:router_interface {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:06:59.740438 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:59.765161 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] Pushing event deleted for resources: {'Port': ['ID=bcaf2850-b7b7-4d01-985c-a70272c4c225,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:06:59.817331 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:59.890788 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:06:59.942114 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472196'] for router_interface, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:00.047065 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:00.053703 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:00.125042 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event updated for resources: {'Port': ['ID=d650fb99-cb52-406a-8465-4d8379845362,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:00.135749 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:00.160883 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] Router 49e7ecbf-402f-4c09-9946-20c66fac0eca has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:07:00.268461 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:07:00.273968 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-c5058f6c-8072-4488-9d26-50b9e35eeaca admin admin] 10.222.0.49 "PUT /v2.0/routers/49e7ecbf-402f-4c09-9946-20c66fac0eca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3986065 Dec 14 13:07:00.276467 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49034) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:00.282057 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4af5ba0-f4af-4abb-b0ce-7cc11dda6570 None None] Sync routers for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:07:00.293863 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af5ba0-f4af-4abb-b0ce-7cc11dda6570 None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:07:00.294599 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-e4af5ba0-f4af-4abb-b0ce-7cc11dda6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:06:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:07:00.384824 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Publish callbacks [] for router, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:00.486630 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.l3_db [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Floating IP 1b4701d0-8616-4109-94db-9c0c6386fd4a associated. External IP: 172.27.2.136, port: 6b399ecc-9d61-4402-b72e-7daa479ee08d. Dec 14 13:07:00.494769 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:00.502477 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-e4af5ba0-f4af-4abb-b0ce-7cc11dda6570 None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:07:00.549024 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Deleting port 8eefdc57-41e1-4051-90a3-76f5cc96cc45 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:07:00.549366 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:00.628339 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] For port 8eefdc57-41e1-4051-90a3-76f5cc96cc45, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8eefdc57-41e1-4051-90a3-76f5cc96cc45,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:07:00.629119 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:00.641761 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Calling delete_port for 8eefdc57-41e1-4051-90a3-76f5cc96cc45 owned by network:router_gateway {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:07:00.684903 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-e4af5ba0-f4af-4abb-b0ce-7cc11dda6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:06:59Z', 'revision_number': 5, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port': {'id': '8eefdc57-41e1-4051-90a3-76f5cc96cc45', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:07:00.694766 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Router bbb20a91-48e7-4d74-b34e-20dab1baeb69 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:07:00.713753 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4af5ba0-f4af-4abb-b0ce-7cc11dda6570 None None] Checking router: 49e7ecbf-402f-4c09-9946-20c66fac0eca for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:07:00.722598 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af5ba0-f4af-4abb-b0ce-7cc11dda6570 None None] Routers {'49e7ecbf-402f-4c09-9946-20c66fac0eca'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:07:00.723292 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-e4af5ba0-f4af-4abb-b0ce-7cc11dda6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:06:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['49e7ecbf-402f-4c09-9946-20c66fac0eca'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:07:00.811621 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:07:00.813645 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-e4af5ba0-f4af-4abb-b0ce-7cc11dda6570 None None] Set router 49e7ecbf-402f-4c09-9946-20c66fac0eca gateway port host: None {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:07:00.815012 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:00.823849 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f64fe-be99-4db1-ab73-10c01f826caa None None] Sync routers for ids ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:07:00.834871 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f64fe-be99-4db1-ab73-10c01f826caa None None] Routers {'bbb20a91-48e7-4d74-b34e-20dab1baeb69'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:07:00.835769 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-7f9f64fe-be99-4db1-ab73-10c01f826caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:06:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:07:00.839133 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:00.851934 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eefdc57-41e1-4051-90a3-76f5cc96cc45,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:00.880529 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-e4af5ba0-f4af-4abb-b0ce-7cc11dda6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:07:00Z', 'revision_number': 6, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port_host': None}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:07:00.909019 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4af5ba0-f4af-4abb-b0ce-7cc11dda6570 None None] The sync data for ids ['49e7ecbf-402f-4c09-9946-20c66fac0eca'] in dv-cinder-784477-10-iscsi is: [{'id': '49e7ecbf-402f-4c09-9946-20c66fac0eca', 'name': 'tempest-AttachVolumeTestJSON-165981490-router', 'tenant_id': '8b1a390d20a54f4d9529d286ab7764a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:02:13Z', 'updated_at': '2021-12-14T13:07:00Z', 'revision_number': 6, 'project_id': '8b1a390d20a54f4d9529d286ab7764a5', 'gw_port_host': None}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:07:00.913272 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-37c07b79-a4e9-4420-b23f-818901bcf8be tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8625023 Dec 14 13:07:00.914387 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:07:00.925527 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a9b137-a686-400c-9e53-a211888aa7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:07:00.967409 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-7f9f64fe-be99-4db1-ab73-10c01f826caa None None] Set router bbb20a91-48e7-4d74-b34e-20dab1baeb69 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:07:00.972231 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471078'] for router_gateway, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:00.983480 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83592623-3019-459a-8c9c-bde213020668 x-openstack-request-id: req-83592623-3019-459a-8c9c-bde213020668 {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:07:00.983985 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:07:00.983985 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83592623-3019-459a-8c9c-bde213020668 {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:07:00.984526 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'status': 'completed', 'code': 200} Dec 14 13:07:01.084741 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60750'] for router, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.087440 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.138570 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9b137-a686-400c-9e53-a211888aa7b0 req-a8bfb4c2-a8b4-43da-98ec-522f6ff9c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:07:01.140727 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d4a9b137-a686-400c-9e53-a211888aa7b0 req-a8bfb4c2-a8b4-43da-98ec-522f6ff9c9cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a&device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1098 time: 0.1094847 Dec 14 13:07:01.142145 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-468159'] for router, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.142748 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e7ecbf-402f-4c09-9946-20c66fac0eca {{(pid=102350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 13:07:01.148563 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.149675 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-020f8d98-5201-4d7e-ab50-848070dac255 admin admin] 10.222.0.49 "DELETE /v2.0/routers/49e7ecbf-402f-4c09-9946-20c66fac0eca HTTP/1.1" status: 204 len: 168 time: 0.8722684 Dec 14 13:07:01.152457 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49040) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:01.204090 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_v2 [None req-f792a6e3-e9ad-45f2-90e3-8f4d26babeee admin admin] Deleting subnet 59290c21-903a-433b-b1a0-d37d58fdcd3c {{(pid=102351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:07:01.207271 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f792a6e3-e9ad-45f2-90e3-8f4d26babeee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.223273 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-7f9f64fe-be99-4db1-ab73-10c01f826caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 4, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '1b4701d0-8616-4109-94db-9c0c6386fd4a', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'port_id': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'mac_address': 'fa:16:3e:e0:7a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:06:59Z', 'updated_at': '2021-12-14T13:06:59Z', 'revision_number': 0, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46cf459f-9959-49ff-9ebc-33e633ec5b27', 'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'mac_address': 'fa:16:3e:6a:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:20Z', 'updated_at': '2021-12-14T13:06:24Z', 'revision_number': 5, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'subnets': [{'id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:07:01.238409 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9b137-a686-400c-9e53-a211888aa7b0 req-7c86808e-cb58-4a39-8f7e-11caf8983c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:07:01.239961 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d4a9b137-a686-400c-9e53-a211888aa7b0 req-7c86808e-cb58-4a39-8f7e-11caf8983c5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fe76859-0b1b-4fef-a154-9100fd562663 HTTP/1.1" status: 200 len: 910 time: 0.0893059 Dec 14 13:07:01.241232 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f792a6e3-e9ad-45f2-90e3-8f4d26babeee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777606'] for subnet, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.249580 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f64fe-be99-4db1-ab73-10c01f826caa None None] Checking router: bbb20a91-48e7-4d74-b34e-20dab1baeb69 for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:07:01.258124 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f64fe-be99-4db1-ab73-10c01f826caa None None] Routers {'bbb20a91-48e7-4d74-b34e-20dab1baeb69'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:07:01.258725 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-7f9f64fe-be99-4db1-ab73-10c01f826caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:06:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:07:01.320977 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d4a9b137-a686-400c-9e53-a211888aa7b0 req-0c3087af-e9b5-40f3-a3ae-37fd727bb8fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d HTTP/1.1" status: 200 len: 999 time: 0.0734274 Dec 14 13:07:01.335529 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f792a6e3-e9ad-45f2-90e3-8f4d26babeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.375208 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9b137-a686-400c-9e53-a211888aa7b0 req-93ed1cff-fb20-4a98-acf6-bcdcbbcf39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:07:01.377051 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d4a9b137-a686-400c-9e53-a211888aa7b0 req-93ed1cff-fb20-4a98-acf6-bcdcbbcf39f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7704ff7-1ea3-4d92-95de-9eff094f6973 HTTP/1.1" status: 200 len: 848 time: 0.0486505 Dec 14 13:07:01.388883 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-7f9f64fe-be99-4db1-ab73-10c01f826caa None None] Set router bbb20a91-48e7-4d74-b34e-20dab1baeb69 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:07:01.412876 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f792a6e3-e9ad-45f2-90e3-8f4d26babeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695917'] for subnet, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.431832 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9b137-a686-400c-9e53-a211888aa7b0 req-f3d8a11d-36b3-47fc-b0a7-b97303f352ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:07:01.433437 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d4a9b137-a686-400c-9e53-a211888aa7b0 req-f3d8a11d-36b3-47fc-b0a7-b97303f352ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fe76859-0b1b-4fef-a154-9100fd562663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0480053 Dec 14 13:07:01.443306 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792a6e3-e9ad-45f2-90e3-8f4d26babeee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59290c21-903a-433b-b1a0-d37d58fdcd3c,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:01.445392 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f792a6e3-e9ad-45f2-90e3-8f4d26babeee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.448712 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-f792a6e3-e9ad-45f2-90e3-8f4d26babeee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/59290c21-903a-433b-b1a0-d37d58fdcd3c HTTP/1.1" status: 204 len: 168 time: 0.2943962 Dec 14 13:07:01.451149 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49042) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:01.475924 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3648623-ddf1-4b79-a26d-2f85d3f46e64 None None] Network bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:07:01.522920 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.555967 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d4a9b137-a686-400c-9e53-a211888aa7b0 req-62129f5c-eae1-4177-a32d-7d7e7285dba5 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153944 Dec 14 13:07:01.585124 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Deleting port 88000374-087c-43e6-b8b7-6c9ab2f10d2e {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:07:01.585478 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.661166 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] For port 88000374-087c-43e6-b8b7-6c9ab2f10d2e, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=88000374-087c-43e6-b8b7-6c9ab2f10d2e,segment=NetworkSegment(8c214db2-6e91-4c1b-818f-5694d5ebfa09),segment_id=8c214db2-6e91-4c1b-818f-5694d5ebfa09)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:07:01.661591 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.672166 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-d4a9b137-a686-400c-9e53-a211888aa7b0 req-1a93cb0d-3526-448d-ad92-5a935c5dc68f service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086557 Dec 14 13:07:01.679702 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Calling delete_port for 88000374-087c-43e6-b8b7-6c9ab2f10d2e owned by network:dhcp {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:07:01.712993 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-7f9f64fe-be99-4db1-ab73-10c01f826caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 4, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '1b4701d0-8616-4109-94db-9c0c6386fd4a', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'port_id': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'mac_address': 'fa:16:3e:e0:7a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:06:59Z', 'updated_at': '2021-12-14T13:06:59Z', 'revision_number': 0, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46cf459f-9959-49ff-9ebc-33e633ec5b27', 'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'mac_address': 'fa:16:3e:6a:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:20Z', 'updated_at': '2021-12-14T13:06:24Z', 'revision_number': 5, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'subnets': [{'id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:07:01.748475 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8af4bc-01c8-4afc-a31b-e7d380557fbd None None] DHCP port deletion for bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc request from dv-cinder-784477-10-iscsi {{(pid=102352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 13:07:01.751474 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f64fe-be99-4db1-ab73-10c01f826caa None None] The sync data for ids ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'] in dv-cinder-784477-10-iscsi is: [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 4, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '1b4701d0-8616-4109-94db-9c0c6386fd4a', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'port_id': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'mac_address': 'fa:16:3e:e0:7a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:06:59Z', 'updated_at': '2021-12-14T13:06:59Z', 'revision_number': 0, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46cf459f-9959-49ff-9ebc-33e633ec5b27', 'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'mac_address': 'fa:16:3e:6a:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:20Z', 'updated_at': '2021-12-14T13:06:24Z', 'revision_number': 5, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'subnets': [{'id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:07:01.781508 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.805504 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-8f8af4bc-01c8-4afc-a31b-e7d380557fbd None None] Deleting port 88000374-087c-43e6-b8b7-6c9ab2f10d2e {{(pid=102352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:07:01.805875 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8f8af4bc-01c8-4afc-a31b-e7d380557fbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.815038 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=88000374-087c-43e6-b8b7-6c9ab2f10d2e,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:01.820144 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] No DVR routers for this DVR port 88000374-087c-43e6-b8b7-6c9ab2f10d2e on host dv-cinder-784477-10-iscsi {{(pid=102351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:07:01.886669 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-8f8af4bc-01c8-4afc-a31b-e7d380557fbd None None] For port 88000374-087c-43e6-b8b7-6c9ab2f10d2e, host dv-cinder-784477-10-iscsi, got binding levels [] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:07:01.887281 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8f8af4bc-01c8-4afc-a31b-e7d380557fbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.900317 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-8f8af4bc-01c8-4afc-a31b-e7d380557fbd None None] Calling delete_port for 88000374-087c-43e6-b8b7-6c9ab2f10d2e owned by network:dhcp {{(pid=102352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:07:01.902432 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.903178 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.ipam_backend_mixin [None req-8f8af4bc-01c8-4afc-a31b-e7d380557fbd None None] Port 88000374-087c-43e6-b8b7-6c9ab2f10d2e was not found and therefore no delete operation was performed {{(pid=102352) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 13:07:01.905115 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8f8af4bc-01c8-4afc-a31b-e7d380557fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184'] for port, after_delete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.932406 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc']}} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:07:01.933888 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8af4bc-01c8-4afc-a31b-e7d380557fbd None None] No DVR routers for this DVR port 88000374-087c-43e6-b8b7-6c9ab2f10d2e on host dv-cinder-784477-10-iscsi {{(pid=102352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:07:01.935817 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8af4bc-01c8-4afc-a31b-e7d380557fbd None None] Pushing event deleted for resources: {'Port': ['ID=88000374-087c-43e6-b8b7-6c9ab2f10d2e,revision_number=None']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:01.949348 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c214db2-6e91-4c1b-818f-5694d5ebfa09') {'for_net_delete': True} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:07:01.949540 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c214db2-6e91-4c1b-818f-5694d5ebfa09') {} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:07:01.960248 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777725'] for segment, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.973991 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.980415 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:07:01.980896 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8581097'] for segment, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: Traceback (most recent call last): Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: timer() Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: cb(*args, **kw) Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: return func(*args, **kwargs) Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: self._notify() Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: self.callback(batched_events) Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: event.method(event) Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: return f(self, *a, **k) Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._get(url).json() Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: return self.request(url, 'GET', **kwargs) Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:07:01.982853 dv-cinder-784477-10-iscsi neutron-server[102351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:07:02.008901 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device bcaf2850-b7b7-4d01-985c-a70272c4c225 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:07:02.029904 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: bcaf2850-b7b7-4d01-985c-a70272c4c225 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:07:02.030265 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device bcaf2850-b7b7-4d01-985c-a70272c4c225 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:07:02.031356 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8eefdc57-41e1-4051-90a3-76f5cc96cc45 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:07:02.033764 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d4356-de1a-41d5-8f54-3564070a435c None None] New status for floating IP 1b4701d0-8616-4109-94db-9c0c6386fd4a: ACTIVE {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:07:02.054064 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:02.054897 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 8eefdc57-41e1-4051-90a3-76f5cc96cc45 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:07:02.055491 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8eefdc57-41e1-4051-90a3-76f5cc96cc45 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:07:02.055664 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 88000374-087c-43e6-b8b7-6c9ab2f10d2e no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:07:02.059709 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:02.066546 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc HTTP/1.1" status: 204 len: 168 time: 0.6119692 Dec 14 13:07:02.079843 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 88000374-087c-43e6-b8b7-6c9ab2f10d2e {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:07:02.080186 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 88000374-087c-43e6-b8b7-6c9ab2f10d2e not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:07:02.081594 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d65bd-acd9-4380-8715-0311d0ac1b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd1c5b8e-76aa-4f4c-95ad-0b8348f823dc,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:02.244438 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49046) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:02.285850 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-60a5d40b-d58c-4035-9d88-11c6b99cc47a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b1a390d20a54f4d9529d286ab7764a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401216 Dec 14 13:07:02.289836 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49048) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:02.336261 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-124eccdf-d4b7-443b-8fa4-738934ae36c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:02.367362 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-124eccdf-d4b7-443b-8fa4-738934ae36c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:02.662600 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-124eccdf-d4b7-443b-8fa4-738934ae36c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:02.665573 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-124eccdf-d4b7-443b-8fa4-738934ae36c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:02.666767 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-124eccdf-d4b7-443b-8fa4-738934ae36c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12401cb6-7cee-4f3c-bda6-1eb4f80c7fbb HTTP/1.1" status: 204 len: 168 time: 0.3760562 Dec 14 13:07:02.674279 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124eccdf-d4b7-443b-8fa4-738934ae36c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12401cb6-7cee-4f3c-bda6-1eb4f80c7fbb,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:11.131406 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:07:11.536453 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49182) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:11.643362 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:11.724141 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:11.730616 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:11.767037 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb5f94f-7195-45ad-8053-5d60ef971b98,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:11.772743 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00c879a52b3842f5a3715e07ba226d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351284 Dec 14 13:07:11.775846 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49186) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:11.777697 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.778054 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.778387 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.778718 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.779055 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.779385 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.779714 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.780073 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.780404 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.780728 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.781081 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.781405 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.781726 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77815b15-34d3-4234-b346-92e935fe1bdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.826905 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:11.849726 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:11.902630 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:11.905346 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:11.906499 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccb5f94f-7195-45ad-8053-5d60ef971b98 HTTP/1.1" status: 204 len: 168 time: 0.1296506 Dec 14 13:07:11.914621 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb5f94f-7195-45ad-8053-5d60ef971b98,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:11.922412 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.922782 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.923115 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.923456 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.923871 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.924224 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.924560 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.924876 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.925220 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.925548 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.925882 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.926191 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:11.926509 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff62a-997a-4fd6-a0a6-7c45e1792b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:07:12.178424 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49192) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:12.192483 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0792970e-a413-4fba-9df1-83a50da613a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:12.270514 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0792970e-a413-4fba-9df1-83a50da613a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:12.276615 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0792970e-a413-4fba-9df1-83a50da613a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:12.314265 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-0792970e-a413-4fba-9df1-83a50da613a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3403acc85bf042b8893e3e7c6ff31894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347451 Dec 14 13:07:12.315116 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792970e-a413-4fba-9df1-83a50da613a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf7079f-0b53-4b20-9ba9-bb6928710048,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:12.317361 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49194) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:12.368091 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-269f954a-b893-4e68-a348-75f1e826df6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:12.391191 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-269f954a-b893-4e68-a348-75f1e826df6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:12.443784 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-269f954a-b893-4e68-a348-75f1e826df6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:12.448041 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-269f954a-b893-4e68-a348-75f1e826df6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:12.449858 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-269f954a-b893-4e68-a348-75f1e826df6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bf7079f-0b53-4b20-9ba9-bb6928710048 HTTP/1.1" status: 204 len: 168 time: 0.1311591 Dec 14 13:07:12.458353 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f954a-b893-4e68-a348-75f1e826df6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf7079f-0b53-4b20-9ba9-bb6928710048,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:12.787407 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49200) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:12.801266 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-25ea93f1-aff2-450d-88f1-ed7e98cd48b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:12.876213 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-25ea93f1-aff2-450d-88f1-ed7e98cd48b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:12.881816 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-25ea93f1-aff2-450d-88f1-ed7e98cd48b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:12.918888 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-25ea93f1-aff2-450d-88f1-ed7e98cd48b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fdbaa99a23e4e19b1e5e071065969c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299963 Dec 14 13:07:12.919735 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea93f1-aff2-450d-88f1-ed7e98cd48b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23ae9a0-5c1f-474c-bdea-ebc6b28210c5,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:12.921806 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49202) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:12.971534 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8b71691a-c252-4731-9dc3-8f59c9277df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:12.993783 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8b71691a-c252-4731-9dc3-8f59c9277df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:13.041168 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8b71691a-c252-4731-9dc3-8f59c9277df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:13.043654 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-8b71691a-c252-4731-9dc3-8f59c9277df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:13.044862 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-8b71691a-c252-4731-9dc3-8f59c9277df1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b23ae9a0-5c1f-474c-bdea-ebc6b28210c5 HTTP/1.1" status: 204 len: 168 time: 0.1220410 Dec 14 13:07:13.052587 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71691a-c252-4731-9dc3-8f59c9277df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23ae9a0-5c1f-474c-bdea-ebc6b28210c5,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:14.515771 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:17.579339 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-6bcea201-ae24-4e33-9f91-309f3a9b8335 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392339 Dec 14 13:07:17.665702 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-be85a98a-1bc4-4b9f-a50b-15481c1b90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:07:17.667213 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-be85a98a-1bc4-4b9f-a50b-15481c1b90c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a&device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1098 time: 0.0414059 Dec 14 13:07:17.774312 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-d24ce484-2f7b-4171-806e-2ec62bb930f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:07:17.775811 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-d24ce484-2f7b-4171-806e-2ec62bb930f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fe76859-0b1b-4fef-a154-9100fd562663 HTTP/1.1" status: 200 len: 910 time: 0.0867321 Dec 14 13:07:17.844112 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-133242e8-6662-405d-b5c3-c27ec0777cb6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d HTTP/1.1" status: 200 len: 1001 time: 0.0601680 Dec 14 13:07:17.896467 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-b9963a72-c421-45a7-a0ca-6b71221ccbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:07:17.898157 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-b9963a72-c421-45a7-a0ca-6b71221ccbe7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7704ff7-1ea3-4d92-95de-9eff094f6973 HTTP/1.1" status: 200 len: 848 time: 0.0471370 Dec 14 13:07:17.945413 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-5a4ce600-d41a-4132-97e1-e09979adb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:07:17.946984 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-5a4ce600-d41a-4132-97e1-e09979adb287 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fe76859-0b1b-4fef-a154-9100fd562663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420887 Dec 14 13:07:18.041569 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-b2346c33-2d13-48a5-bd19-e6c306cac8d1 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846276 Dec 14 13:07:18.137040 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-40fb9db7-0c3f-4005-8104-c85eca654719 req-72ddb73b-e01b-4813-898c-458ce8a98c24 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862458 Dec 14 13:07:19.564562 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49324) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:19.680609 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-927a3201-0adf-4483-aee6-693738246f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:19.753171 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-927a3201-0adf-4483-aee6-693738246f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:19.758733 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-927a3201-0adf-4483-aee6-693738246f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:19.797228 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a3201-0adf-4483-aee6-693738246f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e08433-2498-4e34-a969-c1d89b0bde61,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:19.801468 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-927a3201-0adf-4483-aee6-693738246f5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f311300e5dce4048bf0965b1536f92d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358456 Dec 14 13:07:19.804313 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49328) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:19.851053 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-240f6c91-d182-474f-9c68-96e48f270795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:19.873260 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-240f6c91-d182-474f-9c68-96e48f270795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:19.923306 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-240f6c91-d182-474f-9c68-96e48f270795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:19.925947 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-240f6c91-d182-474f-9c68-96e48f270795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:19.927099 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-240f6c91-d182-474f-9c68-96e48f270795 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80e08433-2498-4e34-a969-c1d89b0bde61 HTTP/1.1" status: 204 len: 168 time: 0.1218483 Dec 14 13:07:19.934791 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f6c91-d182-474f-9c68-96e48f270795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e08433-2498-4e34-a969-c1d89b0bde61,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:20.189595 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49334) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:20.203939 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ba916520-de40-412a-b032-955b724665d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:20.276450 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ba916520-de40-412a-b032-955b724665d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:20.281697 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ba916520-de40-412a-b032-955b724665d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:20.318681 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ba916520-de40-412a-b032-955b724665d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f774b1689f04d378d6f641346bc2c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279824 Dec 14 13:07:20.319551 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba916520-de40-412a-b032-955b724665d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4581f7d-67a7-4fd8-888d-7664ccb46bd5,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:20.321597 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49336) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:20.368993 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-047f711a-dda2-4c4d-a0fa-ffc2320da977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:20.389734 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-047f711a-dda2-4c4d-a0fa-ffc2320da977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:20.439227 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-047f711a-dda2-4c4d-a0fa-ffc2320da977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:20.441771 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-047f711a-dda2-4c4d-a0fa-ffc2320da977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:20.442922 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-047f711a-dda2-4c4d-a0fa-ffc2320da977 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4581f7d-67a7-4fd8-888d-7664ccb46bd5 HTTP/1.1" status: 204 len: 168 time: 0.1203079 Dec 14 13:07:20.450411 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f711a-dda2-4c4d-a0fa-ffc2320da977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4581f7d-67a7-4fd8-888d-7664ccb46bd5,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:21.650268 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49366) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:21.756543 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b168442a-6ae3-4176-8ef0-939e89cb1b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:21.833450 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b168442a-6ae3-4176-8ef0-939e89cb1b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:21.838260 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b168442a-6ae3-4176-8ef0-939e89cb1b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:21.874991 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-b168442a-6ae3-4176-8ef0-939e89cb1b2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ce6874371864bbda063f783bdb2a307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235994 Dec 14 13:07:21.876840 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168442a-6ae3-4176-8ef0-939e89cb1b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb17a63-9d41-4acd-b81b-c2091f1b5020,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:21.879170 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49372) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:21.929993 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d4a9482e-4821-4610-b12b-70670e924872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:21.951523 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d4a9482e-4821-4610-b12b-70670e924872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:21.998744 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d4a9482e-4821-4610-b12b-70670e924872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:22.001394 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-d4a9482e-4821-4610-b12b-70670e924872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:22.002611 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-d4a9482e-4821-4610-b12b-70670e924872 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acb17a63-9d41-4acd-b81b-c2091f1b5020 HTTP/1.1" status: 204 len: 168 time: 0.1224451 Dec 14 13:07:22.011897 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9482e-4821-4610-b12b-70670e924872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb17a63-9d41-4acd-b81b-c2091f1b5020,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:23.019361 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49406) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:23.137050 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2637fa13-de05-428c-9d16-3670ace4fd83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:23.224132 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2637fa13-de05-428c-9d16-3670ace4fd83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:23.229742 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-2637fa13-de05-428c-9d16-3670ace4fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:23.266856 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-2637fa13-de05-428c-9d16-3670ace4fd83 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1a5df2c17e54f119cd1f0b0558a086c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462933 Dec 14 13:07:23.267606 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637fa13-de05-428c-9d16-3670ace4fd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d9775c-e213-44f7-8a65-8e28fe6ad53b,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:23.270463 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49410) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:23.319745 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa18b537-2e44-48d0-819f-30427a15cf2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:23.340115 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa18b537-2e44-48d0-819f-30427a15cf2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:23.390702 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa18b537-2e44-48d0-819f-30427a15cf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:23.393368 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aa18b537-2e44-48d0-819f-30427a15cf2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:23.394506 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-aa18b537-2e44-48d0-819f-30427a15cf2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18d9775c-e213-44f7-8a65-8e28fe6ad53b HTTP/1.1" status: 204 len: 168 time: 0.1228256 Dec 14 13:07:23.402065 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18b537-2e44-48d0-819f-30427a15cf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d9775c-e213-44f7-8a65-8e28fe6ad53b,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:23.902148 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8fc7252c-0227-41ec-8382-c218c75c640e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:25.956714 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-86751523-f837-44b5-a99d-5e46820672bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:27.346566 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:28.612347 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:29.499841 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:31.485465 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49532) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:31.598299 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-45685c08-79b4-4ba3-842a-88274099af63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:31.675294 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-45685c08-79b4-4ba3-842a-88274099af63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:31.681064 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-45685c08-79b4-4ba3-842a-88274099af63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:31.728348 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45685c08-79b4-4ba3-842a-88274099af63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6b2ff1-80c3-400f-960b-08938beea973,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:31.732515 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-45685c08-79b4-4ba3-842a-88274099af63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=293708de7b2146de81f06fa419710e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458320 Dec 14 13:07:31.735285 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49536) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:31.781668 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e319469d-4b1e-4d90-93b3-042f11483959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:31.802402 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e319469d-4b1e-4d90-93b3-042f11483959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:31.853365 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e319469d-4b1e-4d90-93b3-042f11483959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:31.856406 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e319469d-4b1e-4d90-93b3-042f11483959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:31.857824 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e319469d-4b1e-4d90-93b3-042f11483959 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e6b2ff1-80c3-400f-960b-08938beea973 HTTP/1.1" status: 204 len: 168 time: 0.1215472 Dec 14 13:07:31.866337 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319469d-4b1e-4d90-93b3-042f11483959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6b2ff1-80c3-400f-960b-08938beea973,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:32.150886 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49542) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:32.164842 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5b57698-a091-4d76-a7bf-9ef132aecd58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:32.242534 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5b57698-a091-4d76-a7bf-9ef132aecd58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:32.248006 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-c5b57698-a091-4d76-a7bf-9ef132aecd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:32.284799 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-c5b57698-a091-4d76-a7bf-9ef132aecd58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be565a5c5d58473789e5077444bb5514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327097 Dec 14 13:07:32.285909 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b57698-a091-4d76-a7bf-9ef132aecd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e3ae3e-34d6-49ee-bff2-0427648d23b2,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:32.288921 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49544) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:32.337539 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02c0008b-bcab-4a40-94c4-8e00fb59c02c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:32.360057 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02c0008b-bcab-4a40-94c4-8e00fb59c02c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:32.409583 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02c0008b-bcab-4a40-94c4-8e00fb59c02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:32.412078 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-02c0008b-bcab-4a40-94c4-8e00fb59c02c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:32.413592 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-02c0008b-bcab-4a40-94c4-8e00fb59c02c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83e3ae3e-34d6-49ee-bff2-0427648d23b2 HTTP/1.1" status: 204 len: 168 time: 0.1237011 Dec 14 13:07:32.421425 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0008b-bcab-4a40-94c4-8e00fb59c02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e3ae3e-34d6-49ee-bff2-0427648d23b2,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:32.739423 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49550) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:32.752650 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b6b01a38-5f75-4644-8ce4-f5f39b6406cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:32.832321 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b6b01a38-5f75-4644-8ce4-f5f39b6406cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:32.837247 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b6b01a38-5f75-4644-8ce4-f5f39b6406cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:32.875145 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-b6b01a38-5f75-4644-8ce4-f5f39b6406cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b22634e2fd2e4ea8ad4ca5271fc32a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346190 Dec 14 13:07:32.875988 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b01a38-5f75-4644-8ce4-f5f39b6406cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8746e4-e8c5-4664-abd9-8a395a3a87b7,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:32.878182 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49552) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:07:32.926215 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-327a2608-97b5-4a6e-b052-be66b3a0b5bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:32.948046 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-327a2608-97b5-4a6e-b052-be66b3a0b5bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:33.000418 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-327a2608-97b5-4a6e-b052-be66b3a0b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:33.003153 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-327a2608-97b5-4a6e-b052-be66b3a0b5bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:33.004306 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-327a2608-97b5-4a6e-b052-be66b3a0b5bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef8746e4-e8c5-4664-abd9-8a395a3a87b7 HTTP/1.1" status: 204 len: 168 time: 0.1251197 Dec 14 13:07:33.013270 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a2608-97b5-4a6e-b052-be66b3a0b5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8746e4-e8c5-4664-abd9-8a395a3a87b7,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:07:44.544787 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:48.135635 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:07:53.904390 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1a742004-e290-4a38-a132-6cdd35811572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:55.957893 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-29a5b891-3497-49a8-8ca8-6001fff1a9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:57.353659 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:58.624822 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:07:59.500357 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:01.821773 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49736) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:01.935494 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-036f0cfd-e210-4e94-b6a8-a47d7f846856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:02.007454 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-036f0cfd-e210-4e94-b6a8-a47d7f846856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:02.013010 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-036f0cfd-e210-4e94-b6a8-a47d7f846856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:02.051623 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-036f0cfd-e210-4e94-b6a8-a47d7f846856 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6669048b5be42e59ec5b5fbc5fa542f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288258 Dec 14 13:08:02.052696 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f0cfd-e210-4e94-b6a8-a47d7f846856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c7c19c-6ab4-4b15-a31d-1056839dd450,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:02.055513 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49740) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:02.105229 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-73b37983-dfa0-4359-8f38-69607bbd728a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:02.126157 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-73b37983-dfa0-4359-8f38-69607bbd728a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:02.175467 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-73b37983-dfa0-4359-8f38-69607bbd728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:02.178316 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-73b37983-dfa0-4359-8f38-69607bbd728a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:02.179491 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-73b37983-dfa0-4359-8f38-69607bbd728a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48c7c19c-6ab4-4b15-a31d-1056839dd450 HTTP/1.1" status: 204 len: 168 time: 0.1227303 Dec 14 13:08:02.187139 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b37983-dfa0-4359-8f38-69607bbd728a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c7c19c-6ab4-4b15-a31d-1056839dd450,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:02.811419 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49762) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:02.907349 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1756458067-network', 'tenant_id': 'b854de8019ad4a598587133ba362564b'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:02.933139 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Made reservation on behalf of b854de8019ad4a598587133ba362564b for: {'network': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:08:02.935629 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:02.944759 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.023145 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.029630 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.052594 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=102350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 13:08:03.061003 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1522fbb0-1152-4960-addb-fefc6ca6d891,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:03.066781 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.067165 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.segments_db [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Added segment 36e3ee9a-526c-4fec-bffb-e73eb15a318e of type vlan for network 7f5ca66d-8559-4e12-9014-f81fba56fd65 Dec 14 13:08:03.104711 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.131364 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.132215 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:03.132783 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.186957 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3744605 Dec 14 13:08:03.190105 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49766) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:03.194031 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c45d6-81ca-4da6-b9fd-18db6ddeeca0 admin admin] Pushing event updated for resources: {'Network': ['ID=7f5ca66d-8559-4e12-9014-f81fba56fd65,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:03.196882 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] Request body: {'subnet': {'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1756458067-subnet', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'ip_version': 4}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:03.206617 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 13:08:03.221904 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] Made reservation on behalf of b854de8019ad4a598587133ba362564b for: {'subnet': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:08:03.224481 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695818'] for subnet, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.395911 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695828'] for subnet, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.447730 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a105a28-13c2-4c79-992e-6c55c6139874,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:03.467243 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] Checking segment: {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:08:03.467705 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] Network hostable DHCP agents. Network: 7f5ca66d-8559-4e12-9014-f81fba56fd65, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 13:08:03.487696 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 13:08:03.498481 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 7f5ca66d-8559-4e12-9014-f81fba56fd65) {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:03.502752 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:03.503345 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.508321 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb9f8b-2c64-42f2-9b91-474c66665ad2 None None] Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:08:03.519788 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-1a2044fa-5cd1-48c6-940d-a473e01990aa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3279388 Dec 14 13:08:03.522657 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49768) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:03.526856 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:03.547518 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60764'] for router, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.548495 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60757'] for router, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.598963 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.609165 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22aba6b6-fb0c-59e1-9f3d-90899b8a9d55-7f5ca66d-8559-4e12-9014-f81fba56fd65', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874'}]}} from dv-cinder-784477-10-iscsi. {{(pid=102352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 13:08:03.610042 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.735972 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.740193 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.db_base_plugin_common [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Allocated IP 172.20.0.2 (7f5ca66d-8559-4e12-9014-f81fba56fd65/7a105a28-13c2-4c79-992e-6c55c6139874/d498fc42-8775-4b3a-bf07-91dd118be3f7) {{(pid=102352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:08:03.882452 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Publish callbacks [] for port, precommit_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.888041 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.928929 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 is already hosted by enough agents. {{(pid=102352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:08:03.929758 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.931645 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.base_scheduler [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Resources bound (agent type, host, resource id): {{(pid=102352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:03.935821 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Received port after_create {{(pid=102352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:08:03.938886 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Pushing event updated for resources: {'Port': ['ID=d498fc42-8775-4b3a-bf07-91dd118be3f7,revision_number=1']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:03.948548 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:03.950332 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.950972 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.951317 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.951651 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.951976 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.952294 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.952615 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.952942 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.953262 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.953579 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.953896 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.954222 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:03.954516 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:04.001582 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Attempting to bind port d498fc42-8775-4b3a-bf07-91dd118be3f7 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:08:04.001851 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Attempting to bind port d498fc42-8775-4b3a-bf07-91dd118be3f7 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:08:04.002210 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Attempting to bind port d498fc42-8775-4b3a-bf07-91dd118be3f7 on network 7f5ca66d-8559-4e12-9014-f81fba56fd65 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:08:04.007079 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:08:04.007447 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Checking segment: {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:08:04.007880 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:04.008248 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Bound using segment: {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:08:04.008703 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Bound port: d498fc42-8775-4b3a-bf07-91dd118be3f7, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:08:04.009098 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:04.051426 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Allocated IP 172.27.2.242 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/bc3a84a9-bb6a-44b0-ba96-afcc8002c505) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:08:04.070090 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] For port d498fc42-8775-4b3a-bf07-91dd118be3f7, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:08:04.073405 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] For port d498fc42-8775-4b3a-bf07-91dd118be3f7, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=d498fc42-8775-4b3a-bf07-91dd118be3f7,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:08:04.078593 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:04.135917 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbfe01-d2b2-41b2-9fe3-4f2d44f6da06 None None] Pushing event updated for resources: {'Port': ['ID=d498fc42-8775-4b3a-bf07-91dd118be3f7,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:04.157625 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:04.193663 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:04.237646 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:08:04.240777 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:04.244348 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:08:04.266567 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=bc3a84a9-bb6a-44b0-ba96-afcc8002c505,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:04.517091 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:04.723702 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469758'] for router, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:04.858109 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Router 986b7dab-98c8-4956-98d1-fd836b56677c is scheduled to L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 with binding_index 1 {{(pid=102351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 13:08:05.007571 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a9e8e-6305-4227-a962-7e3424b51a91 None None] Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:08:05.109769 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-551fbd08-f76a-432c-940f-f065043ebf91 None None] Provisioning complete for port d498fc42-8775-4b3a-bf07-91dd118be3f7 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:05.110089 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-551fbd08-f76a-432c-940f-f065043ebf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:05.204342 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-551fbd08-f76a-432c-940f-f065043ebf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:05.206057 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:08:05.222427 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Sync routers for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:08:05.227004 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] Publish callbacks [] for router, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:05.231046 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-0ab7314f-d4bb-4021-8c64-6eef64ae4fd2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7048328 Dec 14 13:08:05.231356 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49770) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:05.253482 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-551fbd08-f76a-432c-940f-f065043ebf91 None None] For port d498fc42-8775-4b3a-bf07-91dd118be3f7, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=d498fc42-8775-4b3a-bf07-91dd118be3f7,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:08:05.260501 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-551fbd08-f76a-432c-940f-f065043ebf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:05.263826 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:08:05.264489 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:07:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:05.351831 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fbd08-f76a-432c-940f-f065043ebf91 None None] Pushing event updated for resources: {'Port': ['ID=d498fc42-8775-4b3a-bf07-91dd118be3f7,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:05.417124 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:08:05.418937 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-d8e3b841-53f9-4871-9858-1f71a609ade7 None None] Provisioning complete for port d498fc42-8775-4b3a-bf07-91dd118be3f7 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:05.419308 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d8e3b841-53f9-4871-9858-1f71a609ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:05.638219 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:05.654172 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:04Z', 'revision_number': 3, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:05.681216 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Checking router: 986b7dab-98c8-4956-98d1-fd836b56677c for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:08:05.681556 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Updating router 986b7dab-98c8-4956-98d1-fd836b56677c port bc3a84a9-bb6a-44b0-ba96-afcc8002c505 binding host dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:08:05.705551 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:05.792826 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Allocated IP 172.20.0.1 (7f5ca66d-8559-4e12-9014-f81fba56fd65/7a105a28-13c2-4c79-992e-6c55c6139874/12e5bebb-b146-4213-a9a8-e717042db638) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:08:05.899532 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:05.933857 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:05.957818 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Publish callbacks [] for port, precommit_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:05.964908 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:05.973825 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:08:05.976787 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:05.980217 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:08:06.002637 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Pushing event updated for resources: {'Port': ['ID=12e5bebb-b146-4213-a9a8-e717042db638,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:06.016966 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e5c5d-5130-4e5b-b23c-2ae1ab1f91f4 None None] Pushing event updated for resources: {'Port': ['ID=bc3a84a9-bb6a-44b0-ba96-afcc8002c505,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:06.026661 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471181'] for router_interface, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:06.027910 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Attempting to bind port bc3a84a9-bb6a-44b0-ba96-afcc8002c505 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:08:06.028155 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Attempting to bind port bc3a84a9-bb6a-44b0-ba96-afcc8002c505 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:08:06.028514 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Attempting to bind port bc3a84a9-bb6a-44b0-ba96-afcc8002c505 on network 2946f6d7-cdce-44ff-bb19-df196ff995d7 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:08:06.033832 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:08:06.034205 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Checking segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:08:06.034603 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:06.034988 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Bound using segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:08:06.035680 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Bound port: bc3a84a9-bb6a-44b0-ba96-afcc8002c505, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:08:06.036097 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:06.079900 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device d498fc42-8775-4b3a-bf07-91dd118be3f7 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:08:06.134863 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] For port bc3a84a9-bb6a-44b0-ba96-afcc8002c505, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:08:06.139311 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] For port bc3a84a9-bb6a-44b0-ba96-afcc8002c505, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=bc3a84a9-bb6a-44b0-ba96-afcc8002c505,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:08:06.145886 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:06.157521 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:06.212643 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port d498fc42-8775-4b3a-bf07-91dd118be3f7 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:06.213034 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:06.216598 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e5c5d-5130-4e5b-b23c-2ae1ab1f91f4 None None] Pushing event updated for resources: {'Port': ['ID=bc3a84a9-bb6a-44b0-ba96-afcc8002c505,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:06.246941 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:08:06.247563 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:07:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:06.315298 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-55372828-27ef-48f9-90c4-c7c8df4a9096 None None] Provisioning complete for port 12e5bebb-b146-4213-a9a8-e717042db638 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:06.315663 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-55372828-27ef-48f9-90c4-c7c8df4a9096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:06.320814 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:06.326635 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:06.390006 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Pushing event updated for resources: {'Port': ['ID=12e5bebb-b146-4213-a9a8-e717042db638,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:06.392446 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472125'] for router_interface, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:06.491399 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:08:06.493006 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:06.547502 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-55372828-27ef-48f9-90c4-c7c8df4a9096 None None] Port 12e5bebb-b146-4213-a9a8-e717042db638 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:08:06.564211 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:08:06.615816 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Router 986b7dab-98c8-4956-98d1-fd836b56677c has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:08:06.723307 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:08:06.728492 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-776264c9-0fda-4832-bcb0-eb8e9623202a admin admin] 10.222.0.49 "PUT /v2.0/routers/986b7dab-98c8-4956-98d1-fd836b56677c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4961052 Dec 14 13:08:06.778763 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:05Z', 'revision_number': 1, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:06.782056 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-be55ac46-23c0-4154-91fd-2f9d4ff44bb4 None None] Provisioning complete for port 12e5bebb-b146-4213-a9a8-e717042db638 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:06.782056 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-be55ac46-23c0-4154-91fd-2f9d4ff44bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:06.835353 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c99d4-b366-4baf-97ab-30dfe7a3734b None None] The sync data for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi is: [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:05Z', 'revision_number': 1, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:08:06.847976 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-be55ac46-23c0-4154-91fd-2f9d4ff44bb4 None None] Port 12e5bebb-b146-4213-a9a8-e717042db638 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:08:07.224744 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49788) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:07.229779 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1121849858-network', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:07.251058 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Made reservation on behalf of 19f40ef2e4184eafb6d35954eb3d1e33 for: {'network': 1} {{(pid=102351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:08:07.253923 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for network, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.263208 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.340477 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.346605 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.366763 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 13:08:07.386040 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.386432 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.segments_db [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Added segment ffb00e07-6272-46ac-a895-46cf1024bbed of type vlan for network 2c96d439-1b44-4863-891e-968e112efcbd Dec 14 13:08:07.387961 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a55abf-8934-4cb5-926f-a257a53158d3,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:07.438959 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769298801942'] for network, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.475033 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570'] for network, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.476005 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:07.476574 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.539452 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3106377 Dec 14 13:08:07.539899 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49792) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:07.544987 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] Request body: {'subnet': {'network_id': '2c96d439-1b44-4863-891e-968e112efcbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1121849858-subnet', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'ip_version': 4}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:07.555145 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c79bd9-4a50-4a34-92f1-004982bf9344 admin admin] Pushing event updated for resources: {'Network': ['ID=2c96d439-1b44-4863-891e-968e112efcbd,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:07.569624 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Network 2c96d439-1b44-4863-891e-968e112efcbd details requested by agent ovs-agent-dv-cinder-784477-10-iscsi with host dv-cinder-784477-10-iscsi {{(pid=102352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 13:08:07.570170 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] Made reservation on behalf of 19f40ef2e4184eafb6d35954eb3d1e33 for: {'subnet': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:08:07.572320 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8684729'] for subnet, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.743128 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8747228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8684711'] for subnet, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.797539 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e691ef46-f2d7-43a2-8264-665c4693568f,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:07.808187 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] Checking segment: {'id': 'ffb00e07-6272-46ac-a895-46cf1024bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:08:07.808470 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] Network hostable DHCP agents. Network: 2c96d439-1b44-4863-891e-968e112efcbd, hostable agents: ['b4674a6b-4f3c-4638-8197-aac986d9741e'], hosted agents: [] {{(pid=102350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 13:08:07.827517 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] Network 2c96d439-1b44-4863-891e-968e112efcbd is scheduled to be hosted by DHCP agent b4674a6b-4f3c-4638-8197-aac986d9741e with binding_index 1 {{(pid=102350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 13:08:07.838320 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-10-iscsi, 2c96d439-1b44-4863-891e-968e112efcbd) {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:07.843343 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:07.844407 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.849723 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d006be-9ee9-416f-a2ce-378c2f1fe0bd None None] Network 2c96d439-1b44-4863-891e-968e112efcbd requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:08:07.873410 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-1d053c96-9911-43e7-855d-b25675cd21d9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3300726 Dec 14 13:08:07.873606 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49794) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:07.877955 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1121849858-router', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:07.903252 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60764'] for router, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.904322 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60757'] for router, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.958220 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:07.961156 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22aba6b6-fb0c-59e1-9f3d-90899b8a9d55-2c96d439-1b44-4863-891e-968e112efcbd', 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd', 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'fixed_ips': [{'subnet_id': 'e691ef46-f2d7-43a2-8264-665c4693568f'}]}} from dv-cinder-784477-10-iscsi. {{(pid=102352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 13:08:07.962233 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.059022 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device bc3a84a9-bb6a-44b0-ba96-afcc8002c505 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:08:08.114830 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.161694 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.db_base_plugin_common [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Allocated IP 172.20.0.2 (2c96d439-1b44-4863-891e-968e112efcbd/e691ef46-f2d7-43a2-8264-665c4693568f/b155ea45-b3e4-4fe7-8311-e5b6dc813503) {{(pid=102352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:08:08.178342 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port bc3a84a9-bb6a-44b0-ba96-afcc8002c505 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:08.178724 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.313545 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.332717 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.359716 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.392406 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port bc3a84a9-bb6a-44b0-ba96-afcc8002c505, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=bc3a84a9-bb6a-44b0-ba96-afcc8002c505,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:08:08.393733 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Publish callbacks [] for port, precommit_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.397847 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.402922 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175'] for port, after_create {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.433651 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Allocated IP 172.27.2.189 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/6a2315ae-e573-481b-b655-db8d02ac5284) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:08:08.442860 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Network 2c96d439-1b44-4863-891e-968e112efcbd is already hosted by enough agents. {{(pid=102352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:08:08.445972 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.base_scheduler [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Resources bound (agent type, host, resource id): {{(pid=102352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:08.449352 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Received port after_create {{(pid=102352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:08:08.467040 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=bc3a84a9-bb6a-44b0-ba96-afcc8002c505,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:08.542846 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Attempting to bind port b155ea45-b3e4-4fe7-8311-e5b6dc813503 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:08:08.543316 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Attempting to bind port b155ea45-b3e4-4fe7-8311-e5b6dc813503 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': 'ffb00e07-6272-46ac-a895-46cf1024bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:08:08.543556 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Attempting to bind port b155ea45-b3e4-4fe7-8311-e5b6dc813503 on network 2c96d439-1b44-4863-891e-968e112efcbd {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:08:08.545425 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.550648 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Pushing event updated for resources: {'Port': ['ID=b155ea45-b3e4-4fe7-8311-e5b6dc813503,revision_number=1']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:08.554205 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:08:08.554402 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Checking segment: {'id': 'ffb00e07-6272-46ac-a895-46cf1024bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:08:08.554732 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.555106 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Bound using segment: {'id': 'ffb00e07-6272-46ac-a895-46cf1024bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:08:08.555570 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Bound port: b155ea45-b3e4-4fe7-8311-e5b6dc813503, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb00e07-6272-46ac-a895-46cf1024bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:08:08.555958 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.579948 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.619316 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] For port b155ea45-b3e4-4fe7-8311-e5b6dc813503, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:08:08.619938 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:08:08.622794 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] For port b155ea45-b3e4-4fe7-8311-e5b6dc813503, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=b155ea45-b3e4-4fe7-8311-e5b6dc813503,segment=NetworkSegment(ffb00e07-6272-46ac-a895-46cf1024bbed),segment_id=ffb00e07-6272-46ac-a895-46cf1024bbed)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:08:08.624017 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:08.628436 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:08:08.628586 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.631619 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Pushing event updated for resources: {'Port': ['ID=6a2315ae-e573-481b-b655-db8d02ac5284,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:08.699705 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e9b2a-1e41-4135-b3d4-d22fd8afa047 None None] Pushing event updated for resources: {'Port': ['ID=b155ea45-b3e4-4fe7-8311-e5b6dc813503,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:08.893987 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Sync routers for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:08:08.908111 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:08.910524 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:08:08.911209 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:07:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:09.026152 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:08:09.106719 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469758'] for router, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:09.220582 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 2, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:09.235435 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Router 46ba5a40-1088-4a17-8173-2124aef00ca7 is scheduled to L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 with binding_index 1 {{(pid=102350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 13:08:09.251233 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Checking router: 986b7dab-98c8-4956-98d1-fd836b56677c for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:08:09.251586 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Updating router 986b7dab-98c8-4956-98d1-fd836b56677c port 12e5bebb-b146-4213-a9a8-e717042db638 binding host dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:08:09.276060 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:09.339771 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:08:09.352937 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Sync routers for ids ['46ba5a40-1088-4a17-8173-2124aef00ca7'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:08:09.364457 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Routers {'46ba5a40-1088-4a17-8173-2124aef00ca7'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:08:09.365015 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:07:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['46ba5a40-1088-4a17-8173-2124aef00ca7'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:09.368211 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:09.371950 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-58fb423e-a22a-4bf0-a780-0dbdc3feb63c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4948633 Dec 14 13:08:09.372367 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49798) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:09.507861 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Set router 46ba5a40-1088-4a17-8173-2124aef00ca7 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:08:09.559118 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Publish callbacks [] for port, precommit_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:09.565373 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:09.616540 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Pushing event updated for resources: {'Port': ['ID=12e5bebb-b146-4213-a9a8-e717042db638,revision_number=3']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:09.630571 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.630932 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.631291 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.631626 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.631950 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.632528 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.633078 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.633572 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.634052 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.634547 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.635669 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.636161 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.636631 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:09.714112 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'name': 'tempest-TestVolumeBootPattern-1121849858-router', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:07Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 3, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'gw_port': {'id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:08Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:09.745243 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Checking router: 46ba5a40-1088-4a17-8173-2124aef00ca7 for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:08:09.745897 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Updating router 46ba5a40-1088-4a17-8173-2124aef00ca7 port 6a2315ae-e573-481b-b655-db8d02ac5284 binding host dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:08:09.774375 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ea1b3c-270b-4bc2-8f7d-99c6bd05b88b None None] Network 2c96d439-1b44-4863-891e-968e112efcbd requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:08:09.794635 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:09.826427 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Attempting to bind port 12e5bebb-b146-4213-a9a8-e717042db638 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:08:09.826793 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Attempting to bind port 12e5bebb-b146-4213-a9a8-e717042db638 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:08:09.827153 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Attempting to bind port 12e5bebb-b146-4213-a9a8-e717042db638 on network 7f5ca66d-8559-4e12-9014-f81fba56fd65 {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:08:09.834820 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:08:09.835190 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Checking segment: {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:08:09.835589 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:09.835975 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Bound using segment: {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:08:09.836639 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Bound port: 12e5bebb-b146-4213-a9a8-e717042db638, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'}}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:08:09.837076 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:09.926305 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] For port 12e5bebb-b146-4213-a9a8-e717042db638, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:08:09.931323 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] For port 12e5bebb-b146-4213-a9a8-e717042db638, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=12e5bebb-b146-4213-a9a8-e717042db638,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:08:09.941112 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:09.976999 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-c73d6bf5-c445-4639-95de-7eb916faee10 None None] Provisioning complete for port b155ea45-b3e4-4fe7-8311-e5b6dc813503 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:09.977373 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c73d6bf5-c445-4639-95de-7eb916faee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.038653 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b00fb-1418-4e18-ac80-e62872cab764 None None] Pushing event updated for resources: {'Port': ['ID=12e5bebb-b146-4213-a9a8-e717042db638,revision_number=4']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:10.042145 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:08:10.042935 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:07:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:10.219625 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device b155ea45-b3e4-4fe7-8311-e5b6dc813503 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:08:10.223222 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c73d6bf5-c445-4639-95de-7eb916faee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.235945 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:08:10.305449 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.468453 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:09Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:10.475338 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-c73d6bf5-c445-4639-95de-7eb916faee10 None None] For port b155ea45-b3e4-4fe7-8311-e5b6dc813503, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=b155ea45-b3e4-4fe7-8311-e5b6dc813503,segment=NetworkSegment(ffb00e07-6272-46ac-a895-46cf1024bbed),segment_id=ffb00e07-6272-46ac-a895-46cf1024bbed)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:08:10.483068 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c73d6bf5-c445-4639-95de-7eb916faee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.497616 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af0db3-831f-47ef-a78d-441a88cccab5 None None] The sync data for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi is: [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:09Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:08:10.497915 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Publish callbacks [] for port, precommit_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.500917 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Allocated IP 172.20.0.1 (2c96d439-1b44-4863-891e-968e112efcbd/e691ef46-f2d7-43a2-8264-665c4693568f/8deb0601-f24a-4c7d-9bc2-74abdc435e19) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:08:10.523537 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.546850 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port b155ea45-b3e4-4fe7-8311-e5b6dc813503 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:10.547199 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.599256 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Attempting to bind port 6a2315ae-e573-481b-b655-db8d02ac5284 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:08:10.599621 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Attempting to bind port 6a2315ae-e573-481b-b655-db8d02ac5284 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:08:10.599981 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Attempting to bind port 6a2315ae-e573-481b-b655-db8d02ac5284 on network 2946f6d7-cdce-44ff-bb19-df196ff995d7 {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:08:10.604145 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d6bf5-c445-4639-95de-7eb916faee10 None None] Pushing event updated for resources: {'Port': ['ID=b155ea45-b3e4-4fe7-8311-e5b6dc813503,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:10.623080 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.639526 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:08:10.639902 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Checking segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:08:10.640298 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.640687 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Bound using segment: {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'} {{(pid=102352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:08:10.641270 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.managers [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Bound port: 6a2315ae-e573-481b-b655-db8d02ac5284, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca75f37-4571-499b-9c30-18074fe74b36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7'}}] {{(pid=102352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:08:10.641641 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.661615 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.680899 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-ae92bb2d-6c76-473e-88b0-c3d4fc664d0c None None] Provisioning complete for port b155ea45-b3e4-4fe7-8311-e5b6dc813503 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:10.681273 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ae92bb2d-6c76-473e-88b0-c3d4fc664d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.708027 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Network 2c96d439-1b44-4863-891e-968e112efcbd is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:08:10.711112 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:10.714773 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:08:10.722443 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Pushing event updated for resources: {'Port': ['ID=8deb0601-f24a-4c7d-9bc2-74abdc435e19,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:10.725266 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb758cb8-611b-4c61-90b7-0aa01034151d None None] Pushing event updated for resources: {'Port': ['ID=6a2315ae-e573-481b-b655-db8d02ac5284,revision_number=2']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:10.768488 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471181'] for router_interface, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.776117 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] For port 6a2315ae-e573-481b-b655-db8d02ac5284, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:08:10.798604 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] For port 6a2315ae-e573-481b-b655-db8d02ac5284, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=6a2315ae-e573-481b-b655-db8d02ac5284,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:08:10.805142 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device bc3a84a9-bb6a-44b0-ba96-afcc8002c505 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:08:10.813943 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.934011 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:10.949214 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb758cb8-611b-4c61-90b7-0aa01034151d None None] Pushing event updated for resources: {'Port': ['ID=6a2315ae-e573-481b-b655-db8d02ac5284,revision_number=3']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:10.966233 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Routers {'46ba5a40-1088-4a17-8173-2124aef00ca7'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:08:10.967194 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:07:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['46ba5a40-1088-4a17-8173-2124aef00ca7'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:11.019593 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-ae92bb2d-6c76-473e-88b0-c3d4fc664d0c None None] Provisioning complete for port 12e5bebb-b146-4213-a9a8-e717042db638 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:11.019893 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ae92bb2d-6c76-473e-88b0-c3d4fc664d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:11.053770 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port bc3a84a9-bb6a-44b0-ba96-afcc8002c505 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:11.053770 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:11.118953 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:11.125121 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:11.158960 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] Set router 46ba5a40-1088-4a17-8173-2124aef00ca7 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:08:11.195416 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Pushing event updated for resources: {'Port': ['ID=8deb0601-f24a-4c7d-9bc2-74abdc435e19,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:11.197844 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472125'] for router_interface, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:11.285120 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Network 2c96d439-1b44-4863-891e-968e112efcbd is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:08:11.286682 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:11.290576 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ae92bb2d-6c76-473e-88b0-c3d4fc664d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:11.375168 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-ae92bb2d-6c76-473e-88b0-c3d4fc664d0c None None] For port 12e5bebb-b146-4213-a9a8-e717042db638, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=12e5bebb-b146-4213-a9a8-e717042db638,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:08:11.386387 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ae92bb2d-6c76-473e-88b0-c3d4fc664d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:11.404233 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Router 46ba5a40-1088-4a17-8173-2124aef00ca7 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:08:11.472230 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92bb2d-6c76-473e-88b0-c3d4fc664d0c None None] Pushing event updated for resources: {'Port': ['ID=12e5bebb-b146-4213-a9a8-e717042db638,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:11.497921 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'name': 'tempest-TestVolumeBootPattern-1121849858-router', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:07Z', 'updated_at': '2021-12-14T13:08:10Z', 'revision_number': 4, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'gw_port': {'id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:08Z', 'updated_at': '2021-12-14T13:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8deb0601-f24a-4c7d-9bc2-74abdc435e19', 'name': '', 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'mac_address': 'fa:16:3e:6f:c4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e691ef46-f2d7-43a2-8264-665c4693568f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:10Z', 'updated_at': '2021-12-14T13:08:10Z', 'revision_number': 1, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'subnets': [{'id': 'e691ef46-f2d7-43a2-8264-665c4693568f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:11.520393 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:08:11.527315 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-d869cbb6-e489-4df7-9300-51783a52859a admin admin] 10.222.0.49 "PUT /v2.0/routers/46ba5a40-1088-4a17-8173-2124aef00ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1537166 Dec 14 13:08:11.528212 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec3a89-81fb-48bd-88be-c03db177e53f None None] The sync data for ids ['46ba5a40-1088-4a17-8173-2124aef00ca7'] in dv-cinder-784477-10-iscsi is: [{'id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'name': 'tempest-TestVolumeBootPattern-1121849858-router', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:07Z', 'updated_at': '2021-12-14T13:08:10Z', 'revision_number': 4, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'gw_port': {'id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:08Z', 'updated_at': '2021-12-14T13:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8deb0601-f24a-4c7d-9bc2-74abdc435e19', 'name': '', 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'mac_address': 'fa:16:3e:6f:c4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e691ef46-f2d7-43a2-8264-665c4693568f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:10Z', 'updated_at': '2021-12-14T13:08:10Z', 'revision_number': 1, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'subnets': [{'id': 'e691ef46-f2d7-43a2-8264-665c4693568f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:08:11.534356 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-1d34ce4f-d7d7-4b8f-a19e-63fb6423a440 None None] Provisioning complete for port 8deb0601-f24a-4c7d-9bc2-74abdc435e19 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:11.534721 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-1d34ce4f-d7d7-4b8f-a19e-63fb6423a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:11.576987 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-1d34ce4f-d7d7-4b8f-a19e-63fb6423a440 None None] Port 8deb0601-f24a-4c7d-9bc2-74abdc435e19 cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:08:12.075196 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device b155ea45-b3e4-4fe7-8311-e5b6dc813503 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:08:12.090577 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49808) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:12.096697 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999256453', 'description': 'tempest-secgroup-smoke-1999256453 description', 'project_id': 'b854de8019ad4a598587133ba362564b'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:12.126794 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port b155ea45-b3e4-4fe7-8311-e5b6dc813503 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:12.127164 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.131287 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.226487 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.230656 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.231282 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 12e5bebb-b146-4213-a9a8-e717042db638 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:08:12.261666 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.263001 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1709814 Dec 14 13:08:12.265052 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b69354-4a20-4c71-9049-2fc8366df6ef,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:12.266025 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 49810) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:12.270859 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'security_group_rule': {'security_group_id': '43b69354-4a20-4c71-9049-2fc8366df6ef', 'project_id': 'b854de8019ad4a598587133ba362564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:12.272333 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.272689 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.273107 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.273436 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.273772 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.274101 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.274430 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.274759 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.275229 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.275525 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.275890 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.276183 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.276920 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c429-ed72-40d5-9d62-3d050ec3454c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.284509 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 12e5bebb-b146-4213-a9a8-e717042db638 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:12.284916 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.299686 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.352486 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.356985 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.374152 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aaa8f2d-a80b-433c-b45c-fdc40469e0a2,revision_number=0']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:12.383536 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.384724 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175821 Dec 14 13:08:12.385999 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.386362 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.386710 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.387020 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.387345 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.387669 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.387786 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49812) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:12.387992 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.388310 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.388631 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.388982 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.389301 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.389808 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.390124 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e874f41-6054-4fe3-870b-0b985f2c0c56 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:08:12.393864 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-d719f684-08e4-4120-8f77-e976ba6364e6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'security_group_rule': {'security_group_id': '43b69354-4a20-4c71-9049-2fc8366df6ef', 'project_id': 'b854de8019ad4a598587133ba362564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:12.423644 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d719f684-08e4-4120-8f77-e976ba6364e6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.480364 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d719f684-08e4-4120-8f77-e976ba6364e6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.484842 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d719f684-08e4-4120-8f77-e976ba6364e6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.504191 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719f684-08e4-4120-8f77-e976ba6364e6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055f2ba7-8b97-46c2-88ef-76230fff4330,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:12.516504 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d719f684-08e4-4120-8f77-e976ba6364e6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.517785 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-d719f684-08e4-4120-8f77-e976ba6364e6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290519 Dec 14 13:08:12.520532 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49814) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:12.524999 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-1529743b-53ca-4dcd-b3de-c341c86ee453 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'security_group_rule': {'security_group_id': '43b69354-4a20-4c71-9049-2fc8366df6ef', 'project_id': 'b854de8019ad4a598587133ba362564b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:12.554995 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1529743b-53ca-4dcd-b3de-c341c86ee453 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.615032 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1529743b-53ca-4dcd-b3de-c341c86ee453 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.619780 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1529743b-53ca-4dcd-b3de-c341c86ee453 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.637031 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529743b-53ca-4dcd-b3de-c341c86ee453 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ebeb95-eb1f-4c10-9d8c-dcdaefaf2128,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:12.644705 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1529743b-53ca-4dcd-b3de-c341c86ee453 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.645984 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-1529743b-53ca-4dcd-b3de-c341c86ee453 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244261 Dec 14 13:08:12.648686 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49816) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:12.653080 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-08f3fc7c-453a-490f-a14d-35b2a69d206f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'security_group_rule': {'security_group_id': '43b69354-4a20-4c71-9049-2fc8366df6ef', 'project_id': 'b854de8019ad4a598587133ba362564b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:12.680649 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-08f3fc7c-453a-490f-a14d-35b2a69d206f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.737804 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-08f3fc7c-453a-490f-a14d-35b2a69d206f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.742688 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-08f3fc7c-453a-490f-a14d-35b2a69d206f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.759815 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3fc7c-453a-490f-a14d-35b2a69d206f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682b7c5f-915e-43aa-bd6a-26e55b3c410e,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:12.767855 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-08f3fc7c-453a-490f-a14d-35b2a69d206f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.769101 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-08f3fc7c-453a-490f-a14d-35b2a69d206f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194012 Dec 14 13:08:12.771856 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49818) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:12.776449 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-1bb28a7c-9e38-4032-8af1-08f5d21554c5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'security_group_rule': {'security_group_id': '43b69354-4a20-4c71-9049-2fc8366df6ef', 'project_id': 'b854de8019ad4a598587133ba362564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:12.799014 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.securitygroups_db [None req-1bb28a7c-9e38-4032-8af1-08f5d21554c5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Project b854de8019ad4a598587133ba362564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 13:08:12.804052 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1bb28a7c-9e38-4032-8af1-08f5d21554c5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.863060 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1bb28a7c-9e38-4032-8af1-08f5d21554c5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.868458 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1bb28a7c-9e38-4032-8af1-08f5d21554c5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.886011 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb28a7c-9e38-4032-8af1-08f5d21554c5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1e2b33-f9e8-4396-8600-69018d6126c9,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:12.896125 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-1bb28a7c-9e38-4032-8af1-08f5d21554c5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.897376 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-1bb28a7c-9e38-4032-8af1-08f5d21554c5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245823 Dec 14 13:08:12.900079 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49820) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:12.904324 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-aec2c1a7-83c5-4f77-a718-d57e09987500 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'security_group_rule': {'security_group_id': '43b69354-4a20-4c71-9049-2fc8366df6ef', 'project_id': 'b854de8019ad4a598587133ba362564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:12.927456 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.securitygroups_db [None req-aec2c1a7-83c5-4f77-a718-d57e09987500 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Project b854de8019ad4a598587133ba362564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 13:08:12.932433 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aec2c1a7-83c5-4f77-a718-d57e09987500 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:12.995128 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aec2c1a7-83c5-4f77-a718-d57e09987500 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:13.000486 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aec2c1a7-83c5-4f77-a718-d57e09987500 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416898'] for security_group_rule, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:13.017761 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2c1a7-83c5-4f77-a718-d57e09987500 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a4a74e-1971-434d-a878-a18d580ee992,revision_number=0']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:13.024616 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-aec2c1a7-83c5-4f77-a718-d57e09987500 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:13.025836 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-aec2c1a7-83c5-4f77-a718-d57e09987500 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248600 Dec 14 13:08:14.054067 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 6a2315ae-e573-481b-b655-db8d02ac5284 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:08:14.109537 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 6a2315ae-e573-481b-b655-db8d02ac5284 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:14.110003 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:14.189179 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:14.210063 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] For port 6a2315ae-e573-481b-b655-db8d02ac5284, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=6a2315ae-e573-481b-b655-db8d02ac5284,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:08:14.215402 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:14.272385 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Pushing event updated for resources: {'Port': ['ID=6a2315ae-e573-481b-b655-db8d02ac5284,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:14.383020 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Sync routers for ids ['46ba5a40-1088-4a17-8173-2124aef00ca7'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:08:14.394405 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Routers {'46ba5a40-1088-4a17-8173-2124aef00ca7'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:08:14.395016 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:07:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['46ba5a40-1088-4a17-8173-2124aef00ca7'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:14.503782 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Set router 46ba5a40-1088-4a17-8173-2124aef00ca7 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:08:14.538803 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:14.717654 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'name': 'tempest-TestVolumeBootPattern-1121849858-router', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:07Z', 'updated_at': '2021-12-14T13:08:10Z', 'revision_number': 4, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'gw_port': {'id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:08Z', 'updated_at': '2021-12-14T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8deb0601-f24a-4c7d-9bc2-74abdc435e19', 'name': '', 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'mac_address': 'fa:16:3e:6f:c4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e691ef46-f2d7-43a2-8264-665c4693568f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:10Z', 'updated_at': '2021-12-14T13:08:10Z', 'revision_number': 2, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'subnets': [{'id': 'e691ef46-f2d7-43a2-8264-665c4693568f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:14.743660 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Checking router: 46ba5a40-1088-4a17-8173-2124aef00ca7 for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:08:14.743940 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Updating router 46ba5a40-1088-4a17-8173-2124aef00ca7 port 8deb0601-f24a-4c7d-9bc2-74abdc435e19 binding host dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 13:08:14.769369 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:15.042778 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Publish callbacks [] for port, precommit_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:15.048304 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:15.096836 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32360187-fc95-4405-ad79-c9983cb50812 None None] Pushing event updated for resources: {'Port': ['ID=8deb0601-f24a-4c7d-9bc2-74abdc435e19,revision_number=3']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:15.151288 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Attempting to bind port 8deb0601-f24a-4c7d-9bc2-74abdc435e19 on host dv-cinder-784477-10-iscsi for vnic_type normal with profile {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:08:15.151664 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Attempting to bind port 8deb0601-f24a-4c7d-9bc2-74abdc435e19 by drivers openvswitch,hyperv on host dv-cinder-784477-10-iscsi at level 0 using segments [{'id': 'ffb00e07-6272-46ac-a895-46cf1024bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd'}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:08:15.152236 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Attempting to bind port 8deb0601-f24a-4c7d-9bc2-74abdc435e19 on network 2c96d439-1b44-4863-891e-968e112efcbd {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:08:15.157842 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Checking agent: {'id': '9ea6110d-b54c-4c2f-bacd-15a4f1f5d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 50, 29), 'started_at': datetime.datetime(2021, 12, 14, 12, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:08:15.158205 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Checking segment: {'id': 'ffb00e07-6272-46ac-a895-46cf1024bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:08:15.158617 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:15.158998 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Bound using segment: {'id': 'ffb00e07-6272-46ac-a895-46cf1024bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd'} {{(pid=102353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:08:15.159473 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.managers [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Bound port: 8deb0601-f24a-4c7d-9bc2-74abdc435e19, host: dv-cinder-784477-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb00e07-6272-46ac-a895-46cf1024bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd'}}] {{(pid=102353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:08:15.159868 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:15.227097 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] For port 8deb0601-f24a-4c7d-9bc2-74abdc435e19, host dv-cinder-784477-10-iscsi, cleared binding levels {{(pid=102353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:08:15.230518 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.plugins.ml2.db [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] For port 8deb0601-f24a-4c7d-9bc2-74abdc435e19, host dv-cinder-784477-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8deb0601-f24a-4c7d-9bc2-74abdc435e19,segment=NetworkSegment(ffb00e07-6272-46ac-a895-46cf1024bbed),segment_id=ffb00e07-6272-46ac-a895-46cf1024bbed)] {{(pid=102353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:08:15.235619 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron_lib.callbacks.manager [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:15.298557 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Routers {'46ba5a40-1088-4a17-8173-2124aef00ca7'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:08:15.299118 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:07:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['46ba5a40-1088-4a17-8173-2124aef00ca7'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:15.300923 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32360187-fc95-4405-ad79-c9983cb50812 None None] Pushing event updated for resources: {'Port': ['ID=8deb0601-f24a-4c7d-9bc2-74abdc435e19,revision_number=4']} {{(pid=102353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:15.325489 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-039671ba-b2ac-4f4c-9cf9-470068fb40fc None None] Provisioning complete for port 8deb0601-f24a-4c7d-9bc2-74abdc435e19 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:15.326124 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-039671ba-b2ac-4f4c-9cf9-470068fb40fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:15.412717 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-039671ba-b2ac-4f4c-9cf9-470068fb40fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:15.422557 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] Set router 46ba5a40-1088-4a17-8173-2124aef00ca7 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:08:15.448556 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-039671ba-b2ac-4f4c-9cf9-470068fb40fc None None] For port 8deb0601-f24a-4c7d-9bc2-74abdc435e19, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8deb0601-f24a-4c7d-9bc2-74abdc435e19,segment=NetworkSegment(ffb00e07-6272-46ac-a895-46cf1024bbed),segment_id=ffb00e07-6272-46ac-a895-46cf1024bbed)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:08:15.453601 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-039671ba-b2ac-4f4c-9cf9-470068fb40fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:15.500178 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039671ba-b2ac-4f4c-9cf9-470068fb40fc None None] Pushing event updated for resources: {'Port': ['ID=8deb0601-f24a-4c7d-9bc2-74abdc435e19,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:15.584873 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-046c0e93-2050-4c5a-b550-dea65498f719 None None] Provisioning complete for port 8deb0601-f24a-4c7d-9bc2-74abdc435e19 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:15.585246 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-046c0e93-2050-4c5a-b550-dea65498f719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:15.628392 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'name': 'tempest-TestVolumeBootPattern-1121849858-router', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:07Z', 'updated_at': '2021-12-14T13:08:10Z', 'revision_number': 4, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'gw_port': {'id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:08Z', 'updated_at': '2021-12-14T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8deb0601-f24a-4c7d-9bc2-74abdc435e19', 'name': '', 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'mac_address': 'fa:16:3e:6f:c4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e691ef46-f2d7-43a2-8264-665c4693568f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:10Z', 'updated_at': '2021-12-14T13:08:15Z', 'revision_number': 4, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'subnets': [{'id': 'e691ef46-f2d7-43a2-8264-665c4693568f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:15.658045 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b402e99-0612-42ae-b9f8-b48b837dcc44 None None] The sync data for ids ['46ba5a40-1088-4a17-8173-2124aef00ca7'] in dv-cinder-784477-10-iscsi is: [{'id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'name': 'tempest-TestVolumeBootPattern-1121849858-router', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:07Z', 'updated_at': '2021-12-14T13:08:10Z', 'revision_number': 4, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'gw_port': {'id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:08Z', 'updated_at': '2021-12-14T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '8deb0601-f24a-4c7d-9bc2-74abdc435e19', 'name': '', 'network_id': '2c96d439-1b44-4863-891e-968e112efcbd', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'mac_address': 'fa:16:3e:6f:c4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e691ef46-f2d7-43a2-8264-665c4693568f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:10Z', 'updated_at': '2021-12-14T13:08:15Z', 'revision_number': 4, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'subnets': [{'id': 'e691ef46-f2d7-43a2-8264-665c4693568f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:08:16.067355 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 6a2315ae-e573-481b-b655-db8d02ac5284 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:08:16.121484 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 6a2315ae-e573-481b-b655-db8d02ac5284 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:16.121861 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:16.205443 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8deb0601-f24a-4c7d-9bc2-74abdc435e19 up at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:08:16.256366 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Provisioning complete for port 8deb0601-f24a-4c7d-9bc2-74abdc435e19 triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:16.256733 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:19.600671 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-72d710e7-e81e-4011-90c1-f1562587196c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408678 Dec 14 13:08:19.693683 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-2b8f4afc-8f82-4b0e-be12-67b7233b22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:19.695455 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-2b8f4afc-8f82-4b0e-be12-67b7233b22d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a&device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1098 time: 0.0463948 Dec 14 13:08:19.805266 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-dfd29ebb-9a6c-4254-83b9-741568c433c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:19.806775 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-dfd29ebb-9a6c-4254-83b9-741568c433c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fe76859-0b1b-4fef-a154-9100fd562663 HTTP/1.1" status: 200 len: 910 time: 0.0887916 Dec 14 13:08:19.879023 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-3af6e6fa-40fc-4111-963b-fd412dbf4f91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d HTTP/1.1" status: 200 len: 1001 time: 0.0647590 Dec 14 13:08:19.954043 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-e5cd66b8-369e-49cb-b067-ccfd30c3a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:19.955932 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-e5cd66b8-369e-49cb-b067-ccfd30c3a146 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7704ff7-1ea3-4d92-95de-9eff094f6973 HTTP/1.1" status: 200 len: 848 time: 0.0591128 Dec 14 13:08:20.005958 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-00b137b4-15a7-47b0-8197-651e691d4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:20.007544 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-00b137b4-15a7-47b0-8197-651e691d4da1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fe76859-0b1b-4fef-a154-9100fd562663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438728 Dec 14 13:08:20.018741 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-59cec56a-ebb8-454d-ae9c-069c18ff3f32 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 13:08:20.019641 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-59cec56a-ebb8-454d-ae9c-069c18ff3f32 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049131 Dec 14 13:08:20.124654 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-b2a4d6e5-3136-470f-b987-dc77f9cffb2c service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971496 Dec 14 13:08:20.220990 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-bbc87388-ba57-4a7a-9db8-a203b3271856 req-e6531a21-868d-4b1b-8c07-06800b06e535 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883210 Dec 14 13:08:23.908565 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3f952833-5f15-4a29-a568-3d177011d29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:25.135837 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:08:25.974252 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fb12-7e5f-4e19-8ecf-abc5327f1d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:27.359801 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:28.626185 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:29.494245 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:29.609937 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-67bee411-f7ec-43fa-aa51-7d44ad4a2c9b tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999256453&fields=id&tenant_id=b854de8019ad4a598587133ba362564b HTTP/1.1" status: 200 len: 267 time: 0.0477328 Dec 14 13:08:29.716589 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-b71340e3-5448-454e-a3e7-e52055f1d96a tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:29.718046 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-b71340e3-5448-454e-a3e7-e52055f1d96a tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 812 time: 0.1012945 Dec 14 13:08:29.735540 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-6d1667b8-9e7e-410a-8c29-43cfc173e847 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/quotas/b854de8019ad4a598587133ba362564b HTTP/1.1" status: 200 len: 375 time: 0.0089450 Dec 14 13:08:29.787284 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-fc7f9cd4-e3b5-4d9a-b2b3-252a6e13f53d tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466235 Dec 14 13:08:29.802322 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-1c22f06e-3bbd-465d-ad23-25f4a0877e1d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 13:08:29.803277 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-1c22f06e-3bbd-465d-ad23-25f4a0877e1d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049040 Dec 14 13:08:29.890830 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-5de13c7f-a843-4ff0-9613-09e0f7b81430 service neutron] 10.222.0.49 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816100 Dec 14 13:08:29.984118 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-a6f693ab-21bb-479a-86e8-222eefe2cca3 service neutron] 10.222.0.49 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871229 Dec 14 13:08:30.377134 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a0c70859-9afd-4f20-b0c2-a0554789ba1b req-f4cf3632-2eb3-4fc1-912e-8d534e3129eb tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 210 time: 0.1218576 Dec 14 13:08:31.413977 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-d742b531-9528-4fda-b803-817d69dabf0a tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:31.415461 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-d742b531-9528-4fda-b803-817d69dabf0a tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 812 time: 0.1102741 Dec 14 13:08:31.475610 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-64e323ae-59ee-4ffa-a101-6aeca50ff030 req-cee943de-9731-4d91-8c2d-a0f831e2efa2 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 210 time: 0.0260208 Dec 14 13:08:31.479882 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ca31a657-f168-4170-b677-be57a3c9e869 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b854de8019ad4a598587133ba362564b HTTP/1.1" status: 200 len: 380 time: 0.0548680 Dec 14 13:08:31.489395 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'port': {'device_id': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'admin_state_up': True, 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'security_groups': ['43b69354-4a20-4c71-9049-2fc8366df6ef']}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:31.594614 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Made reservation on behalf of b854de8019ad4a598587133ba362564b for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:08:31.598321 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:31.730348 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Allocated IP 172.20.0.11 (7f5ca66d-8559-4e12-9014-f81fba56fd65/7a105a28-13c2-4c79-992e-6c55c6139874/0b8646d5-2a96-4065-b8d7-d8717ba061ca) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:08:31.868959 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:32.146009 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:32.191095 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:08:32.194157 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:32.197787 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:08:32.203820 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'Port': ['ID=0b8646d5-2a96-4065-b8d7-d8717ba061ca,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:32.248539 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:32.249175 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:32.266942 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-ecb8e27a-d8fe-456a-99c8-0b04b9926074 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7813838 Dec 14 13:08:32.326248 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Request body: {'port': {'device_id': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:32.381001 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:32.398035 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-94836660-30a2-435c-96bd-d6f724574bed None None] Provisioning complete for port 0b8646d5-2a96-4065-b8d7-d8717ba061ca triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:32.398722 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-94836660-30a2-435c-96bd-d6f724574bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:32.432306 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-94836660-30a2-435c-96bd-d6f724574bed None None] Port 0b8646d5-2a96-4065-b8d7-d8717ba061ca cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:08:32.589441 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c4f8f-7ab2-4534-a2c2-4f46b00e2738 req-ee70aae5-f0cc-4e28-b3f3-5c973af75836 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:32.591010 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0e5c4f8f-7ab2-4534-a2c2-4f46b00e2738 req-ee70aae5-f0cc-4e28-b3f3-5c973af75836 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 932 time: 0.0478714 Dec 14 13:08:32.634465 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8646d5-2a96-4065-b8d7-d8717ba061ca {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:08:32.642141 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:32.643437 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0e5c4f8f-7ab2-4534-a2c2-4f46b00e2738 req-4c58dddf-9c94-4bb6-a712-2e2456c92566 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462632 Dec 14 13:08:32.654625 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Transition to ACTIVE for port object 0b8646d5-2a96-4065-b8d7-d8717ba061ca will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 13:08:32.659683 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:32.714154 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Pushing event updated for resources: {'Port': ['ID=0b8646d5-2a96-4065-b8d7-d8717ba061ca,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:32.782383 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Attempting to bind port 0b8646d5-2a96-4065-b8d7-d8717ba061ca on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:08:32.782716 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Attempting to bind port 0b8646d5-2a96-4065-b8d7-d8717ba061ca by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:08:32.783043 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Attempting to bind port 0b8646d5-2a96-4065-b8d7-d8717ba061ca on network 7f5ca66d-8559-4e12-9014-f81fba56fd65 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:08:32.788104 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Port 0b8646d5-2a96-4065-b8d7-d8717ba061ca on network 7f5ca66d-8559-4e12-9014-f81fba56fd65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 13:08:32.788416 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Attempting to bind port 0b8646d5-2a96-4065-b8d7-d8717ba061ca on network 7f5ca66d-8559-4e12-9014-f81fba56fd65 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:08:32.793469 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:08:32.793801 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Checking segment: {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:08:32.794184 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Bound using segment: {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:08:32.794605 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Bound port: 0b8646d5-2a96-4065-b8d7-d8717ba061ca, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:08:32.794967 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:32.858307 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] For port 0b8646d5-2a96-4065-b8d7-d8717ba061ca, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:08:32.861497 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] For port 0b8646d5-2a96-4065-b8d7-d8717ba061ca, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0b8646d5-2a96-4065-b8d7-d8717ba061ca,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:08:32.867291 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:32.903498 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:32.904077 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:32.905453 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] 10.222.0.44 "PUT /v2.0/ports/0b8646d5-2a96-4065-b8d7-d8717ba061ca HTTP/1.1" status: 200 len: 1094 time: 0.6294625 Dec 14 13:08:32.905893 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'tag': '0b8646d5-2a96-4065-b8d7-d8717ba061ca'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:08:32.908126 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae818b3-6456-4c1f-8ad2-0509dce1e575", "tag": "0b8646d5-2a96-4065-b8d7-d8717ba061ca"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:08:32.933041 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28821948-c7dd-420a-8f51-935ac95fd3ce service neutron] Pushing event updated for resources: {'Port': ['ID=0b8646d5-2a96-4065-b8d7-d8717ba061ca,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:32.954087 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aef0000-828d-4534-b9b9-0f4e9eef860b x-openstack-request-id: req-5aef0000-828d-4534-b9b9-0f4e9eef860b {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:08:32.954382 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae818b3-6456-4c1f-8ad2-0509dce1e575", "tag": "0b8646d5-2a96-4065-b8d7-d8717ba061ca", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:08:32.954641 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5aef0000-828d-4534-b9b9-0f4e9eef860b {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:08:32.955052 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'tag': '0b8646d5-2a96-4065-b8d7-d8717ba061ca', 'status': 'completed', 'code': 200} Dec 14 13:08:33.002324 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-e04c0ddb-e41d-4c4d-8cc3-98a3d8ca95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:33.003841 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-e04c0ddb-e41d-4c4d-8cc3-98a3d8ca95a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 1097 time: 0.0460989 Dec 14 13:08:33.047109 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-f4d436d1-4b3c-45dc-9dd3-f52575ba3a54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8646d5-2a96-4065-b8d7-d8717ba061ca HTTP/1.1" status: 200 len: 217 time: 0.0345762 Dec 14 13:08:33.097195 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-27d54e7d-9eec-49fc-8128-b23c16d003f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:33.098637 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-27d54e7d-9eec-49fc-8128-b23c16d003f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0440104 Dec 14 13:08:33.147780 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-9f2da53c-5f1a-4ac7-b427-eca08359008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:33.149271 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-9f2da53c-5f1a-4ac7-b427-eca08359008b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423136 Dec 14 13:08:33.237349 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-8d341adc-0dd8-4076-9ceb-c8917c2d0874 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808585 Dec 14 13:08:33.334748 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-266def47-a235-4e8b-b0d4-0f5199b536a2 req-32ff9da8-c976-4899-bd9a-20f318278129 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894475 Dec 14 13:08:33.427828 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b req-d17d962d-02b8-49de-81e5-db5a562f4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:33.429420 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b req-d17d962d-02b8-49de-81e5-db5a562f4848 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 1097 time: 0.0427608 Dec 14 13:08:33.523943 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b req-dabbd55e-ed7b-48b7-a596-00d0b582eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:33.525414 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b req-dabbd55e-ed7b-48b7-a596-00d0b582eb97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0846543 Dec 14 13:08:33.569948 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b req-42e99401-404f-4536-91c0-5d710de40185 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8646d5-2a96-4065-b8d7-d8717ba061ca HTTP/1.1" status: 200 len: 217 time: 0.0369043 Dec 14 13:08:33.619361 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b req-5b16af5a-feb9-4485-b3de-67c43c47af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:33.620673 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b req-5b16af5a-feb9-4485-b3de-67c43c47af02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0428941 Dec 14 13:08:33.666052 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b req-b904e2f4-12a5-43d0-a030-8fcb41d123ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:33.667622 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b req-b904e2f4-12a5-43d0-a030-8fcb41d123ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397396 Dec 14 13:08:33.758770 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b req-865c6596-19a6-4b82-a4f2-4a9b815c2dd0 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832829 Dec 14 13:08:33.760661 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e2f26-8eb5-420c-83f5-11c2179755f4 req-0a592f02-cf91-416e-833a-4e9865790535 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:33.762451 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-720e2f26-8eb5-420c-83f5-11c2179755f4 req-0a592f02-cf91-416e-833a-4e9865790535 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 944 time: 0.0499978 Dec 14 13:08:33.811937 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-720e2f26-8eb5-420c-83f5-11c2179755f4 req-e58c4c27-9ae2-454f-91e0-6d29d7cab681 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Dec 14 13:08:33.849868 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-958aa2a7-6953-4f33-a83f-5f82ffe4f30b req-34efd6fc-a159-4a62-96c0-5cd6d66e1236 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827456 Dec 14 13:08:34.937543 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950abee-dc97-4da9-8a2a-4328965ad4f0 req-3009a8a0-b307-487c-a838-1f914f12161d tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:34.939034 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7950abee-dc97-4da9-8a2a-4328965ad4f0 req-3009a8a0-b307-487c-a838-1f914f12161d tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 944 time: 0.0499368 Dec 14 13:08:34.996012 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7950abee-dc97-4da9-8a2a-4328965ad4f0 req-948f72f1-9104-4e70-a763-d436d6e7f15c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509777 Dec 14 13:08:36.132900 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67555beb-3453-4748-af83-5af1f24c8372 req-d975c22b-2ab1-4ef5-869b-65d02b4c6c62 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:36.134331 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-67555beb-3453-4748-af83-5af1f24c8372 req-d975c22b-2ab1-4ef5-869b-65d02b4c6c62 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 944 time: 0.0656888 Dec 14 13:08:36.189590 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-67555beb-3453-4748-af83-5af1f24c8372 req-60dc6eff-c818-489e-86a1-9f4e12e59dc9 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457020 Dec 14 13:08:37.328368 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6f955-223d-4105-b040-310ce3b8b79e req-351982fd-3a70-4395-855e-9888a5cdca3f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:37.329859 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-75f6f955-223d-4105-b040-310ce3b8b79e req-351982fd-3a70-4395-855e-9888a5cdca3f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 944 time: 0.0565498 Dec 14 13:08:37.378579 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-75f6f955-223d-4105-b040-310ce3b8b79e req-1236725f-2821-492f-8aa0-0ca754585f4f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Dec 14 13:08:38.516070 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b191463-ec8e-4bbf-8339-89d23d81ffb0 req-bf34cd7c-ef8f-4381-8571-f278e9aea45a tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:38.517652 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9b191463-ec8e-4bbf-8339-89d23d81ffb0 req-bf34cd7c-ef8f-4381-8571-f278e9aea45a tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 944 time: 0.0547576 Dec 14 13:08:38.572047 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9b191463-ec8e-4bbf-8339-89d23d81ffb0 req-d65174a4-96c4-4b23-b8fc-6acb6f62df30 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464253 Dec 14 13:08:39.576071 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0b8646d5-2a96-4065-b8d7-d8717ba061ca details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:08:39.694906 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc9ea0-4478-4d90-952a-291244b34ec3 req-af131002-e8ac-4423-8a4b-2ee032b5fb04 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:39.696447 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9cdc9ea0-4478-4d90-952a-291244b34ec3 req-af131002-e8ac-4423-8a4b-2ee032b5fb04 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 944 time: 0.0503314 Dec 14 13:08:39.747794 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9cdc9ea0-4478-4d90-952a-291244b34ec3 req-1d4a7a4e-b1af-409d-a484-086020082935 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450487 Dec 14 13:08:39.826833 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0b8646d5-2a96-4065-b8d7-d8717ba061ca, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0b8646d5-2a96-4065-b8d7-d8717ba061ca,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:08:39.838055 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '0b8646d5-2a96-4065-b8d7-d8717ba061ca', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'port_id': '0b8646d5-2a96-4065-b8d7-d8717ba061ca', 'mac_address': 'fa:16:3e:c1:89:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:08:39.886565 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:39.899942 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8646d5-2a96-4065-b8d7-d8717ba061ca {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:08:39.933695 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0b8646d5-2a96-4065-b8d7-d8717ba061ca, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0b8646d5-2a96-4065-b8d7-d8717ba061ca,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:08:39.938962 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:39.985136 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=0b8646d5-2a96-4065-b8d7-d8717ba061ca,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:40.163067 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['0b8646d5-2a96-4065-b8d7-d8717ba061ca'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:08:40.874864 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7895b9c-7711-4a60-b762-cf6ad390df85 req-549b3466-f012-4bc3-ace5-6043f44d2603 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:40.876336 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c7895b9c-7711-4a60-b762-cf6ad390df85 req-549b3466-f012-4bc3-ace5-6043f44d2603 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 945 time: 0.0499504 Dec 14 13:08:40.931240 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c7895b9c-7711-4a60-b762-cf6ad390df85 req-63e99bf5-bf31-44ea-9890-3b3c2eea3fb9 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462329 Dec 14 13:08:41.592023 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0b8646d5-2a96-4065-b8d7-d8717ba061ca up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:08:41.649169 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 0b8646d5-2a96-4065-b8d7-d8717ba061ca completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 13:08:41.653449 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 0b8646d5-2a96-4065-b8d7-d8717ba061ca triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:08:41.653826 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:41.731083 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:41.754005 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8646d5-2a96-4065-b8d7-d8717ba061ca'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:08:41.756261 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ceff09-79a2-411c-bbf9-0dbc54f4dde6" -d '{"events": [{"server_uuid": "0ae818b3-6456-4c1f-8ad2-0509dce1e575", "name": "network-vif-plugged", "status": "completed", "tag": "0b8646d5-2a96-4065-b8d7-d8717ba061ca"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:08:41.768645 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0b8646d5-2a96-4065-b8d7-d8717ba061ca, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0b8646d5-2a96-4065-b8d7-d8717ba061ca,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:08:41.773500 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:41.795957 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6172c3e-5f9e-4cf4-a27f-869bfb5454e5 x-openstack-request-id: req-b6172c3e-5f9e-4cf4-a27f-869bfb5454e5 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:08:41.796248 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae818b3-6456-4c1f-8ad2-0509dce1e575", "name": "network-vif-plugged", "status": "completed", "tag": "0b8646d5-2a96-4065-b8d7-d8717ba061ca", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:08:41.796497 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6172c3e-5f9e-4cf4-a27f-869bfb5454e5 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:08:41.796902 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8646d5-2a96-4065-b8d7-d8717ba061ca', 'code': 200} Dec 14 13:08:41.822356 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=0b8646d5-2a96-4065-b8d7-d8717ba061ca,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:42.022047 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e5fef-60eb-48be-9a2c-8d85d22592b5 req-e2eb2753-d64d-47fe-aff0-9bbf753bc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:42.023551 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-438e5fef-60eb-48be-9a2c-8d85d22592b5 req-e2eb2753-d64d-47fe-aff0-9bbf753bc3e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 1099 time: 0.0434203 Dec 14 13:08:42.050979 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a34e70-a30a-415f-ae52-ef633698986e req-926edf6d-0949-4aa5-a465-5083dd5a4c20 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:42.052508 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a5a34e70-a30a-415f-ae52-ef633698986e req-926edf6d-0949-4aa5-a465-5083dd5a4c20 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 946 time: 0.0479870 Dec 14 13:08:42.074247 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-438e5fef-60eb-48be-9a2c-8d85d22592b5 req-4074bd46-34c9-4802-8d8e-24148ef3176e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437746 Dec 14 13:08:42.101725 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a5a34e70-a30a-415f-ae52-ef633698986e req-8b57c0da-4d61-4c91-9d55-470567f88ebc tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Dec 14 13:08:43.219891 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb09829-3ccb-4130-bed7-7e6cff99c6a3 req-3d0bc1f6-5123-4b13-86cf-2c4bb28fb5eb tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:43.221381 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3fb09829-3ccb-4130-bed7-7e6cff99c6a3 req-3d0bc1f6-5123-4b13-86cf-2c4bb28fb5eb tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 946 time: 0.0507307 Dec 14 13:08:43.271485 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3fb09829-3ccb-4130-bed7-7e6cff99c6a3 req-a56af7f0-cbae-4f9e-bb42-04658ff73e05 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439942 Dec 14 13:08:43.391337 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7463e-d73d-4923-9755-7923a2975f5f req-2051ae0d-e8e0-43a7-9eec-8dc8a69c99f1 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:43.392705 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-afd7463e-d73d-4923-9755-7923a2975f5f req-2051ae0d-e8e0-43a7-9eec-8dc8a69c99f1 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 946 time: 0.0536804 Dec 14 13:08:43.446662 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-afd7463e-d73d-4923-9755-7923a2975f5f req-0c828caa-16b2-4533-a135-74ddc53e511c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450168 Dec 14 13:08:43.474933 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49988) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:43.560332 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4043f7a4-eb96-41a7-927a-6e211ca8bcf0 tempest-TestVolumeBootPattern-635352759 tempest-TestVolumeBootPattern-635352759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:43.561841 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-4043f7a4-eb96-41a7-927a-6e211ca8bcf0 tempest-TestVolumeBootPattern-635352759 tempest-TestVolumeBootPattern-635352759-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 1094 time: 0.0859659 Dec 14 13:08:43.565125 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 49992) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:08:43.569344 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'floatingip': {'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'port_id': '0b8646d5-2a96-4065-b8d7-d8717ba061ca', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:08:43.594692 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:43.704473 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:43.803148 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Allocated IP 172.27.2.84 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/97900517-d4a0-423b-be00-a01ff211b18c) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:08:43.904339 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:43.940772 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:43.979360 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:08:43.982398 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:08:43.985844 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:08:43.991127 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'Port': ['ID=97900517-d4a0-423b-be00-a01ff211b18c,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:44.342826 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:44.416393 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:44.538611 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:44.565229 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:44.570906 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:44.636988 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'Port': ['ID=97900517-d4a0-423b-be00-a01ff211b18c,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:08:44.648218 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:44.974882 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.l3_db [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Floating IP 7771446f-0176-42a9-9775-3633b47a8e5c associated. External IP: 172.27.2.84, port: 0b8646d5-2a96-4065-b8d7-d8717ba061ca. Dec 14 13:08:45.183201 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Router 986b7dab-98c8-4956-98d1-fd836b56677c has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:08:45.289243 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:08:45.299467 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1bfa1-337e-480a-9406-44e278525728 None None] Sync routers for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:08:45.308059 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:45.309963 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1bfa1-337e-480a-9406-44e278525728 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:08:45.310602 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-efa1bfa1-337e-480a-9406-44e278525728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:08:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:45.335003 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-86d20166-ef06-4792-bba4-69c383ff54d6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7688775 Dec 14 13:08:45.335587 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'tag': '0b8646d5-2a96-4065-b8d7-d8717ba061ca'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:08:45.337896 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f57af0-32e6-4383-8658-e491f4e30057" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae818b3-6456-4c1f-8ad2-0509dce1e575", "tag": "0b8646d5-2a96-4065-b8d7-d8717ba061ca"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:08:45.417518 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-efa1bfa1-337e-480a-9406-44e278525728 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:08:45.433437 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db7e20c-bae8-4050-b61f-13ef5705c529 x-openstack-request-id: req-3db7e20c-bae8-4050-b61f-13ef5705c529 {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:08:45.434008 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae818b3-6456-4c1f-8ad2-0509dce1e575", "tag": "0b8646d5-2a96-4065-b8d7-d8717ba061ca", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:08:45.434008 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3db7e20c-bae8-4050-b61f-13ef5705c529 {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:08:45.434350 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'tag': '0b8646d5-2a96-4065-b8d7-d8717ba061ca', 'status': 'completed', 'code': 200} Dec 14 13:08:45.495679 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f57af0-32e6-4383-8658-e491f4e30057 req-ac4bd685-3e60-4e12-80a3-c3c26bcb34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:45.497194 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-70f57af0-32e6-4383-8658-e491f4e30057 req-ac4bd685-3e60-4e12-80a3-c3c26bcb34d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 1099 time: 0.0395882 Dec 14 13:08:45.585684 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f57af0-32e6-4383-8658-e491f4e30057 req-fc18f3b8-a270-4159-9a30-a5e4c9349084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:45.587071 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-70f57af0-32e6-4383-8658-e491f4e30057 req-fc18f3b8-a270-4159-9a30-a5e4c9349084 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0827079 Dec 14 13:08:45.642803 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-efa1bfa1-337e-480a-9406-44e278525728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '7771446f-0176-42a9-9775-3633b47a8e5c', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '0b8646d5-2a96-4065-b8d7-d8717ba061ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:c1:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:08:44Z', 'updated_at': '2021-12-14T13:08:44Z', 'revision_number': 0, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:45.656146 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-70f57af0-32e6-4383-8658-e491f4e30057 req-1063ca02-6d97-4a7b-bc01-63c620058970 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8646d5-2a96-4065-b8d7-d8717ba061ca HTTP/1.1" status: 200 len: 999 time: 0.0613036 Dec 14 13:08:45.669189 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1bfa1-337e-480a-9406-44e278525728 None None] Checking router: 986b7dab-98c8-4956-98d1-fd836b56677c for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:08:45.678015 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1bfa1-337e-480a-9406-44e278525728 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:08:45.678645 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-efa1bfa1-337e-480a-9406-44e278525728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:08:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:45.705633 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f57af0-32e6-4383-8658-e491f4e30057 req-40c1093e-2ac5-45c3-a571-f6b8a4dc2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:45.707094 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-70f57af0-32e6-4383-8658-e491f4e30057 req-40c1093e-2ac5-45c3-a571-f6b8a4dc2eab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0436270 Dec 14 13:08:45.751899 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f57af0-32e6-4383-8658-e491f4e30057 req-25ef4201-82de-4a61-a711-3c943d5e3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:45.753440 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-70f57af0-32e6-4383-8658-e491f4e30057 req-25ef4201-82de-4a61-a711-3c943d5e3499 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389955 Dec 14 13:08:45.784067 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-efa1bfa1-337e-480a-9406-44e278525728 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:08:45.846528 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-70f57af0-32e6-4383-8658-e491f4e30057 req-914c5c90-c03e-455f-a367-4736c89b5838 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844324 Dec 14 13:08:45.935121 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-70f57af0-32e6-4383-8658-e491f4e30057 req-0158d6ea-269b-4e87-a344-f1c79f289c70 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810478 Dec 14 13:08:46.012289 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-efa1bfa1-337e-480a-9406-44e278525728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '7771446f-0176-42a9-9775-3633b47a8e5c', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '0b8646d5-2a96-4065-b8d7-d8717ba061ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:c1:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:08:44Z', 'updated_at': '2021-12-14T13:08:44Z', 'revision_number': 0, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:08:46.038453 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1bfa1-337e-480a-9406-44e278525728 None None] The sync data for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi is: [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '7771446f-0176-42a9-9775-3633b47a8e5c', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '0b8646d5-2a96-4065-b8d7-d8717ba061ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:c1:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:08:44Z', 'updated_at': '2021-12-14T13:08:44Z', 'revision_number': 0, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:08:46.232588 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e17c9-11e9-41e8-b190-c381226ebbcf None None] New status for floating IP 7771446f-0176-42a9-9775-3633b47a8e5c: ACTIVE {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:08:53.917660 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6db3199b-585f-42c6-84ae-309192a105b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:55.963185 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-9c052603-1f5d-4320-9d78-c032e9cf28ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:56.481578 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b89ee9-4036-4726-8b8e-2d75ef472ca0 req-e7cec941-d966-4118-96b5-d2ea949edad8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:56.483078 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-59b89ee9-4036-4726-8b8e-2d75ef472ca0 req-e7cec941-d966-4118-96b5-d2ea949edad8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0553870 Dec 14 13:08:56.534143 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-59b89ee9-4036-4726-8b8e-2d75ef472ca0 req-31582891-3cb4-46c7-9fef-8962a7ae7b57 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447783 Dec 14 13:08:57.363806 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:57.660112 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae934fa9-a375-48fa-8b14-f04e2804e67d req-8bea27ba-4a8f-443e-9ee4-a84d85ce5ff6 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:57.661826 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ae934fa9-a375-48fa-8b14-f04e2804e67d req-8bea27ba-4a8f-443e-9ee4-a84d85ce5ff6 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0501506 Dec 14 13:08:57.719259 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ae934fa9-a375-48fa-8b14-f04e2804e67d req-d9b0a23e-de77-4ef7-bc32-26a2823e91cf tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487821 Dec 14 13:08:58.633137 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:08:58.850814 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d628d-6a1b-4cb3-81fc-04c640d8fc72 req-a6677428-c5e8-48ed-b488-28a5d67bcfd4 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:08:58.852291 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4a4d628d-6a1b-4cb3-81fc-04c640d8fc72 req-a6677428-c5e8-48ed-b488-28a5d67bcfd4 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0534780 Dec 14 13:08:58.901794 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4a4d628d-6a1b-4cb3-81fc-04c640d8fc72 req-66eabd1a-386c-4e1e-a262-ac4d0b0d9980 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432384 Dec 14 13:08:59.511943 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:00.028312 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7bc66-5833-44f3-b6ef-fc8823423ffe req-3fdd76ce-5dee-487a-9e67-f14bf957389e tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:00.029850 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a0e7bc66-5833-44f3-b6ef-fc8823423ffe req-3fdd76ce-5dee-487a-9e67-f14bf957389e tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0499310 Dec 14 13:09:00.079699 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a0e7bc66-5833-44f3-b6ef-fc8823423ffe req-7683fb87-04d2-443d-8164-c3ef4e6509e9 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Dec 14 13:09:01.210136 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012df4f5-1c29-4f99-8c4e-9286692728e6 req-92e56327-4908-4168-b6ad-c22e0734341e tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:01.211600 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-012df4f5-1c29-4f99-8c4e-9286692728e6 req-92e56327-4908-4168-b6ad-c22e0734341e tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0508375 Dec 14 13:09:01.262877 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-012df4f5-1c29-4f99-8c4e-9286692728e6 req-02a8d48a-b3d2-47ec-9698-8d3c3261a7ef tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452874 Dec 14 13:09:02.141035 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:09:02.396362 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46cfcb-bf86-4bcc-95a7-4e21dc486a27 req-e7b9339e-043c-4747-86f1-18f09dffddd5 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:02.397756 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7d46cfcb-bf86-4bcc-95a7-4e21dc486a27 req-e7b9339e-043c-4747-86f1-18f09dffddd5 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0606227 Dec 14 13:09:02.446307 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7d46cfcb-bf86-4bcc-95a7-4e21dc486a27 req-5016533c-61a9-4ae1-9a47-d8945dbafe4d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424039 Dec 14 13:09:03.577300 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdb598-e29f-49a6-8c3f-444242c40f8a req-b64b91f4-dd6a-47a3-9ac5-2441c69c2445 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:03.578746 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-debdb598-e29f-49a6-8c3f-444242c40f8a req-b64b91f4-dd6a-47a3-9ac5-2441c69c2445 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0563941 Dec 14 13:09:03.626949 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-debdb598-e29f-49a6-8c3f-444242c40f8a req-19929c2c-050c-4250-b585-08d354212447 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Dec 14 13:09:04.758568 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a86cc-beba-4f7e-81de-6d49881ee36b req-dd1a1c32-e8c9-4859-8ba5-adf406c1dc0d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:04.760015 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-478a86cc-beba-4f7e-81de-6d49881ee36b req-dd1a1c32-e8c9-4859-8ba5-adf406c1dc0d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0531890 Dec 14 13:09:04.809029 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-478a86cc-beba-4f7e-81de-6d49881ee36b req-607dabe1-2d37-4e9e-b241-f15e8c98c6c9 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429785 Dec 14 13:09:05.932688 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d063e-284d-40fb-b707-d207d68dc34d req-584f5917-4dfb-49be-8296-74292f9bfde0 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:05.934308 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-400d063e-284d-40fb-b707-d207d68dc34d req-584f5917-4dfb-49be-8296-74292f9bfde0 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0507970 Dec 14 13:09:05.986990 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-400d063e-284d-40fb-b707-d207d68dc34d req-0b322a14-a89e-42c6-aae0-7a8a1cf44858 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456915 Dec 14 13:09:06.617523 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094e6e-6ea3-40f6-8012-dfe511dee41e req-30475696-305d-4424-be9d-7945022bf1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:06.618991 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-1d094e6e-6ea3-40f6-8012-dfe511dee41e req-30475696-305d-4424-be9d-7945022bf1e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a&device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1098 time: 0.0471737 Dec 14 13:09:06.708580 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094e6e-6ea3-40f6-8012-dfe511dee41e req-93869819-9da7-4b7b-ae61-135d729d1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:06.710202 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-1d094e6e-6ea3-40f6-8012-dfe511dee41e req-93869819-9da7-4b7b-ae61-135d729d1b73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fe76859-0b1b-4fef-a154-9100fd562663 HTTP/1.1" status: 200 len: 910 time: 0.0833652 Dec 14 13:09:06.780059 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-1d094e6e-6ea3-40f6-8012-dfe511dee41e req-07fa2697-b33c-4988-a339-26cbd44f383d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d HTTP/1.1" status: 200 len: 1001 time: 0.0626109 Dec 14 13:09:06.829051 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094e6e-6ea3-40f6-8012-dfe511dee41e req-b82163a9-63c3-4887-8f23-f144402854a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:06.830484 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-1d094e6e-6ea3-40f6-8012-dfe511dee41e req-b82163a9-63c3-4887-8f23-f144402854a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7704ff7-1ea3-4d92-95de-9eff094f6973 HTTP/1.1" status: 200 len: 848 time: 0.0427582 Dec 14 13:09:06.876139 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094e6e-6ea3-40f6-8012-dfe511dee41e req-0d47572b-9491-4877-a059-e5879fb94e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:06.877602 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-1d094e6e-6ea3-40f6-8012-dfe511dee41e req-0d47572b-9491-4877-a059-e5879fb94e26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fe76859-0b1b-4fef-a154-9100fd562663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393517 Dec 14 13:09:06.977066 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-1d094e6e-6ea3-40f6-8012-dfe511dee41e req-d97353b2-9fdd-4095-adcd-799353467041 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916436 Dec 14 13:09:07.068454 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-1d094e6e-6ea3-40f6-8012-dfe511dee41e req-83d43627-020b-4171-b567-283d5ecb8108 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840523 Dec 14 13:09:07.102880 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734da83-2982-43a7-919d-f9e0d6d2c36c req-e716dbb7-a358-4367-90c8-f14a1e2f3bbd tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:07.104400 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9734da83-2982-43a7-919d-f9e0d6d2c36c req-e716dbb7-a358-4367-90c8-f14a1e2f3bbd tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0495331 Dec 14 13:09:07.157496 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9734da83-2982-43a7-919d-f9e0d6d2c36c req-b4b4d82d-3fb4-469c-a457-a89b8263019b tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469012 Dec 14 13:09:08.291590 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339241-5bc4-466e-8412-a66d39edbc53 req-fa1c7283-f500-46b2-97bf-7eb0c795b589 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:08.293081 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-00339241-5bc4-466e-8412-a66d39edbc53 req-fa1c7283-f500-46b2-97bf-7eb0c795b589 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0540400 Dec 14 13:09:08.345857 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-00339241-5bc4-466e-8412-a66d39edbc53 req-2fb17982-7eba-4229-8c5e-0a9cd742df5d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443242 Dec 14 13:09:09.479301 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c486a27-a225-445f-89e9-54013487bfcb req-4a2d3b9c-2181-42f3-92f3-55ba62475289 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:09.480754 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5c486a27-a225-445f-89e9-54013487bfcb req-4a2d3b9c-2181-42f3-92f3-55ba62475289 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0594535 Dec 14 13:09:09.528751 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5c486a27-a225-445f-89e9-54013487bfcb req-74f84bba-96aa-4796-af31-639713fbe9f5 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415719 Dec 14 13:09:09.715263 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-393ab2fe-00a5-4874-a747-7f5a8e8df876 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423775 Dec 14 13:09:09.743998 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdaf58-aa92-45f8-86fe-d26a572e3eca req-a354b3de-1da6-445b-b65e-b664f0e874cb tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:09.745510 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-89cdaf58-aa92-45f8-86fe-d26a572e3eca req-a354b3de-1da6-445b-b65e-b664f0e874cb tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0525086 Dec 14 13:09:09.793895 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-89cdaf58-aa92-45f8-86fe-d26a572e3eca req-0965d0a2-7822-490e-a6fd-85b3479e5219 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Dec 14 13:09:10.909634 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb8090-2bb0-4766-b3e4-dbb8de806b35 req-143899bf-157a-435f-a876-0f487dfc6552 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:10.911406 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-16bb8090-2bb0-4766-b3e4-dbb8de806b35 req-143899bf-157a-435f-a876-0f487dfc6552 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0504251 Dec 14 13:09:10.959665 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-16bb8090-2bb0-4766-b3e4-dbb8de806b35 req-eb886238-204c-4bae-801a-3e9998225b7c tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 Dec 14 13:09:11.747302 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 6b399ecc-9d61-4402-b72e-7daa479ee08d no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:09:11.835865 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:11.862428 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:09:11.864692 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4a0a10-6c47-44d6-96fc-b808c47050a9" -d '{"events": [{"server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "name": "network-vif-unplugged", "status": "completed", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:09:11.877764 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 6b399ecc-9d61-4402-b72e-7daa479ee08d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:09:11.882766 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:11.930064 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=6b399ecc-9d61-4402-b72e-7daa479ee08d,revision_number=6']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:09:11.937866 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.938409 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.939264 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.939572 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.939962 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.940224 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.940554 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.941015 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.941269 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.941590 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.941915 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.942231 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.942982 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:09:11.967850 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 13:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4712de27-2551-4430-beb8-71ec5314c7d8 x-openstack-request-id: req-4712de27-2551-4430-beb8-71ec5314c7d8 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:09:11.968145 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "name": "network-vif-unplugged", "status": "failed", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d", "code": 422}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:09:11.968422 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4712de27-2551-4430-beb8-71ec5314c7d8 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:09:11.968820 dv-cinder-784477-10-iscsi neutron-server[102352]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'code': 422} returned with failed status Dec 14 13:09:12.078315 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36af888-b9ee-40fb-8c11-e2039b9c1028 req-1cce6e0b-0bca-438d-8dc6-1f84fb6675da tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:12.079790 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a36af888-b9ee-40fb-8c11-e2039b9c1028 req-1cce6e0b-0bca-438d-8dc6-1f84fb6675da tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0545442 Dec 14 13:09:12.133789 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a36af888-b9ee-40fb-8c11-e2039b9c1028 req-92d0a2bf-b75e-49ce-8cb6-40f6716de393 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453568 Dec 14 13:09:13.262813 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628aa71-399f-498b-8eed-df24cbd937fd req-0c419bcd-260e-4233-bde8-4dbe535b7442 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:13.264298 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d628aa71-399f-498b-8eed-df24cbd937fd req-0c419bcd-260e-4233-bde8-4dbe535b7442 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0587671 Dec 14 13:09:13.314358 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d628aa71-399f-498b-8eed-df24cbd937fd req-49d2172c-c612-451f-a94c-653d0a7c5c0e tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441420 Dec 14 13:09:14.444534 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e7fa9-cef2-4a57-9e99-a463095f389b req-c3549a10-adc2-4899-a08a-f38609eedef3 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:14.446133 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9e2e7fa9-cef2-4a57-9e99-a463095f389b req-c3549a10-adc2-4899-a08a-f38609eedef3 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0529623 Dec 14 13:09:14.500536 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9e2e7fa9-cef2-4a57-9e99-a463095f389b req-248e2588-069a-4612-96cc-2a4037bab835 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483055 Dec 14 13:09:14.559523 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:15.089237 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-e83c85fe-1112-48e5-91d6-82fb3ada781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:15.090732 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-e83c85fe-1112-48e5-91d6-82fb3ada781d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2&tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a HTTP/1.1" status: 200 len: 1096 time: 0.0459461 Dec 14 13:09:15.161761 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-69bdc332-47b6-4c67-bfac-bb06290f7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:15.163185 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-69bdc332-47b6-4c67-bfac-bb06290f7a1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a&device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1096 time: 0.0414202 Dec 14 13:09:15.265530 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-be84636a-7bbe-4b5e-8722-4fa03a032593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:15.267044 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-be84636a-7bbe-4b5e-8722-4fa03a032593 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fe76859-0b1b-4fef-a154-9100fd562663 HTTP/1.1" status: 200 len: 910 time: 0.0954466 Dec 14 13:09:15.337170 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-52c22391-1912-4a58-9fe9-67e346a9b823 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d HTTP/1.1" status: 200 len: 999 time: 0.0609779 Dec 14 13:09:15.388133 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-93704ef0-3af0-4220-a4fb-f17fbe63a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:15.389578 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-93704ef0-3af0-4220-a4fb-f17fbe63a8b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7704ff7-1ea3-4d92-95de-9eff094f6973 HTTP/1.1" status: 200 len: 848 time: 0.0454619 Dec 14 13:09:15.436292 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-fcaf44e4-3773-4fc8-94a0-6323007b5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:15.437696 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-fcaf44e4-3773-4fc8-94a0-6323007b5973 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fe76859-0b1b-4fef-a154-9100fd562663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406311 Dec 14 13:09:15.530675 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-d503e982-8272-4354-b870-14b482b6334b service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840905 Dec 14 13:09:15.616182 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf81e6-24d2-4a3a-931e-a1bc3249456b req-b185afd6-e592-4a4f-8107-55e3c2d507d8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:15.617689 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-97bf81e6-24d2-4a3a-931e-a1bc3249456b req-b185afd6-e592-4a4f-8107-55e3c2d507d8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0480058 Dec 14 13:09:15.619050 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-2b58d4c3-5342-49a6-b9f7-4a6397c9f683 req-180bcd39-8fe4-4c92-94b9-d57a8198ae43 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807278 Dec 14 13:09:15.669325 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-97bf81e6-24d2-4a3a-931e-a1bc3249456b req-640aa334-6e16-4f10-b459-b786548a39e6 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446231 Dec 14 13:09:16.789174 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7c854-e84a-499d-baa0-d4d30e895724 req-fc7a8293-d147-49aa-bfed-fdc6003766c5 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:16.790640 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-57c7c854-e84a-499d-baa0-d4d30e895724 req-fc7a8293-d147-49aa-bfed-fdc6003766c5 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0498390 Dec 14 13:09:16.840170 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-57c7c854-e84a-499d-baa0-d4d30e895724 req-4919b63d-6a00-48a8-9a7c-a6fe21dfec1b tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434878 Dec 14 13:09:17.968997 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba596a-4f57-4899-a3f4-69ecd4b83e83 req-c34f445f-eb61-46f5-9753-85bbae2e1426 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:17.970421 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-62ba596a-4f57-4899-a3f4-69ecd4b83e83 req-c34f445f-eb61-46f5-9753-85bbae2e1426 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0623810 Dec 14 13:09:18.018812 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-62ba596a-4f57-4899-a3f4-69ecd4b83e83 req-788a8097-4412-4c3c-a7e8-198070dc05b4 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424716 Dec 14 13:09:19.150617 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa12bf-c728-4062-9959-ef29c39e4081 req-f4b6af55-679f-46d1-a1dc-876560c90965 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:19.152000 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-08fa12bf-c728-4062-9959-ef29c39e4081 req-f4b6af55-679f-46d1-a1dc-876560c90965 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0500677 Dec 14 13:09:19.201902 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-08fa12bf-c728-4062-9959-ef29c39e4081 req-815dd138-a404-423d-99ae-5dadda518af2 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 Dec 14 13:09:20.325800 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf032c3-a47f-420b-bed4-6734ecd1164a req-6f6694af-f450-4d65-9971-255f5aa20e56 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:20.327270 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fcf032c3-a47f-420b-bed4-6734ecd1164a req-6f6694af-f450-4d65-9971-255f5aa20e56 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0499465 Dec 14 13:09:20.379015 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-fcf032c3-a47f-420b-bed4-6734ecd1164a req-646dd10a-1358-4b00-b08e-c9322d57a76a tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456531 Dec 14 13:09:20.638743 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f036f8e-3ed2-4bac-b485-1cc9ca4f126d req-e7986f57-3e87-44af-93b9-a0312da97584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:20.640182 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7f036f8e-3ed2-4bac-b485-1cc9ca4f126d req-e7986f57-3e87-44af-93b9-a0312da97584 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a&device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1096 time: 0.0460391 Dec 14 13:09:20.748986 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f036f8e-3ed2-4bac-b485-1cc9ca4f126d req-4ca05168-93c3-4677-97dc-39b9558e8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:20.750453 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7f036f8e-3ed2-4bac-b485-1cc9ca4f126d req-4ca05168-93c3-4677-97dc-39b9558e8d1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fe76859-0b1b-4fef-a154-9100fd562663 HTTP/1.1" status: 200 len: 910 time: 0.0893960 Dec 14 13:09:20.819868 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7f036f8e-3ed2-4bac-b485-1cc9ca4f126d req-12f17b74-ddea-4552-be6d-d41e843763d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d HTTP/1.1" status: 200 len: 999 time: 0.0610693 Dec 14 13:09:20.867411 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f036f8e-3ed2-4bac-b485-1cc9ca4f126d req-b33c3f97-24fe-49af-9b9e-b6aa73270cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:20.868899 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7f036f8e-3ed2-4bac-b485-1cc9ca4f126d req-b33c3f97-24fe-49af-9b9e-b6aa73270cbc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7704ff7-1ea3-4d92-95de-9eff094f6973 HTTP/1.1" status: 200 len: 848 time: 0.0426610 Dec 14 13:09:20.919659 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f036f8e-3ed2-4bac-b485-1cc9ca4f126d req-f412cc3a-0547-4947-b02b-b8ad1dd6b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:20.921662 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7f036f8e-3ed2-4bac-b485-1cc9ca4f126d req-f412cc3a-0547-4947-b02b-b8ad1dd6b014 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fe76859-0b1b-4fef-a154-9100fd562663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440431 Dec 14 13:09:21.018643 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7f036f8e-3ed2-4bac-b485-1cc9ca4f126d req-8f01e891-f8f9-4803-82a0-3ffd9e5cd04c service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880857 Dec 14 13:09:21.113224 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7f036f8e-3ed2-4bac-b485-1cc9ca4f126d req-787f4521-3842-4e5a-a9fa-fc169a531e37 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864673 Dec 14 13:09:21.505998 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6666b5f-9b93-4891-9efe-f9feb491d1fd req-7a48afcb-be79-4759-b403-dd155e997dc4 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:21.507453 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b6666b5f-9b93-4891-9efe-f9feb491d1fd req-7a48afcb-be79-4759-b403-dd155e997dc4 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 943 time: 0.0536675 Dec 14 13:09:21.557285 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b6666b5f-9b93-4891-9efe-f9feb491d1fd req-ba53fdd2-1945-4805-a77b-71da278e45ad tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435455 Dec 14 13:09:21.808562 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 6b399ecc-9d61-4402-b72e-7daa479ee08d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:09:21.914380 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 6b399ecc-9d61-4402-b72e-7daa479ee08d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:09:21.924763 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'port_id': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'mac_address': 'fa:16:3e:e0:7a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:09:21.966864 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:21.985490 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b399ecc-9d61-4402-b72e-7daa479ee08d {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:09:22.005373 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 6b399ecc-9d61-4402-b72e-7daa479ee08d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:09:22.011568 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:22.057296 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=6b399ecc-9d61-4402-b72e-7daa479ee08d,revision_number=7']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:09:22.235534 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['6b399ecc-9d61-4402-b72e-7daa479ee08d'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:09:22.675430 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa71eb-f550-41bb-ba66-8e4992c56be9 req-4f3150c7-b464-45fa-aef5-99119e6a3ff1 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:22.676885 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e9fa71eb-f550-41bb-ba66-8e4992c56be9 req-4f3150c7-b464-45fa-aef5-99119e6a3ff1 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 944 time: 0.0508866 Dec 14 13:09:22.727844 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e9fa71eb-f550-41bb-ba66-8e4992c56be9 req-96872d46-da64-4571-ac44-9ba035aaec0d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423872 Dec 14 13:09:23.807635 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 6b399ecc-9d61-4402-b72e-7daa479ee08d up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:09:23.853792 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee8b3c-5e67-4c30-95ee-c05fe71bfce8 req-8a6e9d72-917d-47d9-aeb3-a86b351784d6 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:23.855438 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-80ee8b3c-5e67-4c30-95ee-c05fe71bfce8 req-8a6e9d72-917d-47d9-aeb3-a86b351784d6 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 944 time: 0.0531535 Dec 14 13:09:23.863878 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 6b399ecc-9d61-4402-b72e-7daa479ee08d triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:09:23.864256 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:23.905782 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-80ee8b3c-5e67-4c30-95ee-c05fe71bfce8 req-fa3589c4-ebe0-4eb3-bfb4-d87fd95a5a84 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442700 Dec 14 13:09:23.921025 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-bfc3911d-c279-4057-b270-6b4ac6f61d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:23.965005 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:23.989483 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:09:23.991756 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c074e3-0b69-47b8-947c-c65184d79e32" -d '{"events": [{"server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "name": "network-vif-plugged", "status": "completed", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:09:24.003974 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 6b399ecc-9d61-4402-b72e-7daa479ee08d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:09:24.008443 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:24.033975 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f943e0c-b67e-472e-a19a-864a246b265e x-openstack-request-id: req-9f943e0c-b67e-472e-a19a-864a246b265e {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:09:24.034272 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "name": "network-vif-plugged", "status": "completed", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:09:24.034525 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f943e0c-b67e-472e-a19a-864a246b265e {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:09:24.034902 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'code': 200} Dec 14 13:09:24.061650 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=6b399ecc-9d61-4402-b72e-7daa479ee08d,revision_number=8']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:09:24.250171 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1da29-9ac5-4141-8aae-711ac1f4d5d1 req-84670822-f7bb-40d6-9f0f-934097be937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:24.251655 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-71e1da29-9ac5-4141-8aae-711ac1f4d5d1 req-84670822-f7bb-40d6-9f0f-934097be937a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1098 time: 0.0424559 Dec 14 13:09:24.302023 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-71e1da29-9ac5-4141-8aae-711ac1f4d5d1 req-99eb61fd-89f2-4caa-bde0-2fad62043076 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Dec 14 13:09:25.037532 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7354e-658b-46f2-9b80-cbf985c06a19 req-69dc94d9-2a69-4e72-976a-92cdba408c56 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:25.039002 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87d7354e-658b-46f2-9b80-cbf985c06a19 req-69dc94d9-2a69-4e72-976a-92cdba408c56 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0561507 Dec 14 13:09:25.090739 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-87d7354e-658b-46f2-9b80-cbf985c06a19 req-e5449d97-4492-41eb-9a88-e5d00b5b9fa9 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Dec 14 13:09:25.962708 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c967d2f7-b714-470a-805d-db9b47d31c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:26.222762 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666f012-a386-4e62-b840-918fc760f1be req-cf520210-6c39-4199-ba15-34ed8d000fc8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:09:26.224106 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1666f012-a386-4e62-b840-918fc760f1be req-cf520210-6c39-4199-ba15-34ed8d000fc8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0591826 Dec 14 13:09:26.276324 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1666f012-a386-4e62-b840-918fc760f1be req-42fd1bf0-2172-4d3d-a97f-b0833953141d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Dec 14 13:09:27.364940 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:28.638941 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:29.499972 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:39.150067 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:09:44.579631 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:53.915368 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-dd586abf-1590-446d-8067-e9eac16ffe32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:55.965573 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-147d1037-60e7-4483-ab63-90605dedad04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:57.370600 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:58.638641 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:09:59.506838 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:14.578208 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:16.145443 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:10:21.580259 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-6f37f788-c56d-48c9-81e7-d62751a34640 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418775 Dec 14 13:10:21.644665 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-ee5f4271-83a1-4b27-9c28-0f5f04cfe467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:21.646161 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-ee5f4271-83a1-4b27-9c28-0f5f04cfe467 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 1099 time: 0.0421407 Dec 14 13:10:21.754166 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-00974359-596e-4db7-964d-bed123c6c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:21.755617 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-00974359-596e-4db7-964d-bed123c6c1ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0889111 Dec 14 13:10:21.820994 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-547809fb-48b5-4894-99dd-785cf746725e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8646d5-2a96-4065-b8d7-d8717ba061ca HTTP/1.1" status: 200 len: 1001 time: 0.0570571 Dec 14 13:10:21.870256 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-f44bdb0b-675c-4712-88fb-dc36636eaa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:21.871690 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-f44bdb0b-675c-4712-88fb-dc36636eaa13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0428703 Dec 14 13:10:21.921625 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-4c53c232-1687-4aba-a7f7-53c7b72ff06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:21.923125 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-4c53c232-1687-4aba-a7f7-53c7b72ff06c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442810 Dec 14 13:10:22.012297 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-02e71c7a-dee7-4540-ac79-5786854f06b5 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803356 Dec 14 13:10:22.102375 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-cfcd6df3-08a1-4bbe-8389-8932aeb97e30 req-846a52d9-e66a-483e-9956-a3fdd4ac5e85 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825310 Dec 14 13:10:23.920733 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-2eb33a9c-a0bf-4bea-a3b1-344ce5460bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:25.966689 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-7bef86bb-48ae-420e-bf47-e1d7b2f30b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:27.373438 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:28.651211 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:29.498207 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:39.273803 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50106) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:39.446924 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Deleting port d650fb99-cb52-406a-8465-4d8379845362 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:10:39.447236 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:39.532166 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:39.532503 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:39.544592 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Calling delete_port for d650fb99-cb52-406a-8465-4d8379845362 owned by network:floatingip {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:10:39.691162 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:39.719139 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event deleted for resources: {'Port': ['ID=d650fb99-cb52-406a-8465-4d8379845362,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:39.744419 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.744767 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.745138 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.745491 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.745811 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.746168 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.746523 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.746854 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.747175 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.747501 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.747825 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.748141 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.748453 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:39.787040 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for floatingip, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:39.787265 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.l3_db [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Floating IP 1b4701d0-8616-4109-94db-9c0c6386fd4a disassociated (deleted). External IP: 172.27.2.136, port: 6b399ecc-9d61-4402-b72e-7daa479ee08d. Dec 14 13:10:40.000884 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Router bbb20a91-48e7-4d74-b34e-20dab1baeb69 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:10:40.115281 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:10:40.120685 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:40.126948 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d364b3-9509-4e9e-9be5-0bf2c88d9137 None None] Sync routers for ids ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:10:40.137801 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d364b3-9509-4e9e-9be5-0bf2c88d9137 None None] Routers {'bbb20a91-48e7-4d74-b34e-20dab1baeb69'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:10:40.138416 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-d3d364b3-9509-4e9e-9be5-0bf2c88d9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:10:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:40.149304 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-122b55db-14b9-486a-b88b-781ee400f562 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "DELETE /v2.0/floatingips/1b4701d0-8616-4109-94db-9c0c6386fd4a HTTP/1.1" status: 204 len: 168 time: 0.8741596 Dec 14 13:10:40.149863 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:10:40.152109 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79551b6e-0d53-4c4c-a75d-80940183763e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:10:40.189975 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb4eeba-86d0-4b99-90a9-2dea53a98328 x-openstack-request-id: req-edb4eeba-86d0-4b99-90a9-2dea53a98328 {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:10:40.190522 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:10:40.190974 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edb4eeba-86d0-4b99-90a9-2dea53a98328 {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:10:40.191342 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'status': 'completed', 'code': 200} Dec 14 13:10:40.253566 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-d3d364b3-9509-4e9e-9be5-0bf2c88d9137 None None] Set router bbb20a91-48e7-4d74-b34e-20dab1baeb69 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:10:40.253836 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79551b6e-0d53-4c4c-a75d-80940183763e req-a3223d64-541f-443a-a9b9-530aef5f4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:40.255159 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-79551b6e-0d53-4c4c-a75d-80940183763e req-a3223d64-541f-443a-a9b9-530aef5f4be0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a&device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 1098 time: 0.0408325 Dec 14 13:10:40.358888 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79551b6e-0d53-4c4c-a75d-80940183763e req-4ae3e29f-6e4b-45ad-a886-d124bc5863a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:40.360789 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-79551b6e-0d53-4c4c-a75d-80940183763e req-4ae3e29f-6e4b-45ad-a886-d124bc5863a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fe76859-0b1b-4fef-a154-9100fd562663 HTTP/1.1" status: 200 len: 910 time: 0.0925252 Dec 14 13:10:40.379851 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11780b7c-d242-4e81-8b11-df52510131ae req-b0a903b3-2ada-4b71-809b-3ffa428bfa82 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:40.381474 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-11780b7c-d242-4e81-8b11-df52510131ae req-b0a903b3-2ada-4b71-809b-3ffa428bfa82 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0518663 Dec 14 13:10:40.412755 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-79551b6e-0d53-4c4c-a75d-80940183763e req-c8c5d890-6243-4f19-bd71-d3dcf21d132c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d HTTP/1.1" status: 200 len: 217 time: 0.0436254 Dec 14 13:10:40.435269 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-11780b7c-d242-4e81-8b11-df52510131ae req-cbacb2c7-1ff1-4f89-ad90-5a5e1d46b5c0 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474908 Dec 14 13:10:40.463413 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79551b6e-0d53-4c4c-a75d-80940183763e req-24906ad3-ce2b-43b9-9eb1-e5d231040855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:40.464984 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-79551b6e-0d53-4c4c-a75d-80940183763e req-24906ad3-ce2b-43b9-9eb1-e5d231040855 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7704ff7-1ea3-4d92-95de-9eff094f6973 HTTP/1.1" status: 200 len: 848 time: 0.0445366 Dec 14 13:10:40.510807 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79551b6e-0d53-4c4c-a75d-80940183763e req-3f0cf73a-4c31-4a3b-93ed-7fd6fa615a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:40.512439 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-79551b6e-0d53-4c4c-a75d-80940183763e req-3f0cf73a-4c31-4a3b-93ed-7fd6fa615a90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fe76859-0b1b-4fef-a154-9100fd562663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389032 Dec 14 13:10:40.593273 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-d3d364b3-9509-4e9e-9be5-0bf2c88d9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 4, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '46cf459f-9959-49ff-9ebc-33e633ec5b27', 'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'mac_address': 'fa:16:3e:6a:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:20Z', 'updated_at': '2021-12-14T13:06:24Z', 'revision_number': 5, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'subnets': [{'id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:40.605363 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-79551b6e-0d53-4c4c-a75d-80940183763e req-e64d3dd3-6fea-4376-b9a8-12782f57c3b6 service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845728 Dec 14 13:10:40.622822 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d364b3-9509-4e9e-9be5-0bf2c88d9137 None None] Checking router: bbb20a91-48e7-4d74-b34e-20dab1baeb69 for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:10:40.631824 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d364b3-9509-4e9e-9be5-0bf2c88d9137 None None] Routers {'bbb20a91-48e7-4d74-b34e-20dab1baeb69'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:10:40.632692 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-d3d364b3-9509-4e9e-9be5-0bf2c88d9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:10:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:40.696933 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-79551b6e-0d53-4c4c-a75d-80940183763e req-44e72f58-44ab-4eaf-ab9e-c8ac8f7063af service neutron] 10.222.0.44 "GET /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827963 Dec 14 13:10:40.742694 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-d3d364b3-9509-4e9e-9be5-0bf2c88d9137 None None] Set router bbb20a91-48e7-4d74-b34e-20dab1baeb69 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:10:40.952417 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-d3d364b3-9509-4e9e-9be5-0bf2c88d9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 4, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '46cf459f-9959-49ff-9ebc-33e633ec5b27', 'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'mac_address': 'fa:16:3e:6a:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:20Z', 'updated_at': '2021-12-14T13:06:24Z', 'revision_number': 5, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'subnets': [{'id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:40.981697 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d364b3-9509-4e9e-9be5-0bf2c88d9137 None None] The sync data for ids ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'] in dv-cinder-784477-10-iscsi is: [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:06:20Z', 'revision_number': 4, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '46cf459f-9959-49ff-9ebc-33e633ec5b27', 'name': '', 'network_id': '0fe76859-0b1b-4fef-a154-9100fd562663', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'mac_address': 'fa:16:3e:6a:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:20Z', 'updated_at': '2021-12-14T13:06:24Z', 'revision_number': 5, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'subnets': [{'id': 'b7704ff7-1ea3-4d92-95de-9eff094f6973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:10:41.199178 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36781d13-9b95-43c8-bbad-c5a42a802293 None None] New status for floating IP 1b4701d0-8616-4109-94db-9c0c6386fd4a: DOWN {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:10:41.558378 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a444d-0c97-4769-ad34-fca3d4674991 req-c0f68e86-2c9a-437c-9ba1-1e20362e2d08 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:41.560056 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a77a444d-0c97-4769-ad34-fca3d4674991 req-c0f68e86-2c9a-437c-9ba1-1e20362e2d08 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0514066 Dec 14 13:10:41.615594 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a77a444d-0c97-4769-ad34-fca3d4674991 req-d802f56a-ce0a-4949-9db5-830ecdebee5d tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/security-groups?id=a11a6f96-8ec0-4225-ad79-6e8987ab21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472648 Dec 14 13:10:41.889046 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ac698-fca2-4799-9d7c-a58c9d884efd req-20a14f65-5c09-476d-a533-a2abb8aeba91 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:41.890493 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e58ac698-fca2-4799-9d7c-a58c9d884efd req-20a14f65-5c09-476d-a533-a2abb8aeba91 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 945 time: 0.0566757 Dec 14 13:10:41.990259 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-e58ac698-fca2-4799-9d7c-a58c9d884efd req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Deleting port 6b399ecc-9d61-4402-b72e-7daa479ee08d {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:10:41.990542 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e58ac698-fca2-4799-9d7c-a58c9d884efd req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:42.083805 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-e58ac698-fca2-4799-9d7c-a58c9d884efd req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] For port 6b399ecc-9d61-4402-b72e-7daa479ee08d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6b399ecc-9d61-4402-b72e-7daa479ee08d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:42.084162 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e58ac698-fca2-4799-9d7c-a58c9d884efd req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:42.096456 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-e58ac698-fca2-4799-9d7c-a58c9d884efd req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Calling delete_port for 6b399ecc-9d61-4402-b72e-7daa479ee08d owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:10:42.239586 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e58ac698-fca2-4799-9d7c-a58c9d884efd req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:42.268257 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event deleted for resources: {'Port': ['ID=6b399ecc-9d61-4402-b72e-7daa479ee08d,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:42.279064 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.279414 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.279728 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.280063 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.280416 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.280764 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.281090 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.281448 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.281741 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.282082 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.282406 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.282720 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.283054 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:42.319902 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58ac698-fca2-4799-9d7c-a58c9d884efd req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] No DVR routers for this DVR port 6b399ecc-9d61-4402-b72e-7daa479ee08d on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:10:42.322594 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-e58ac698-fca2-4799-9d7c-a58c9d884efd req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:42.325962 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e58ac698-fca2-4799-9d7c-a58c9d884efd req-58632833-74e2-4621-93bd-dc3898eb0ef8 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.44 "DELETE /v2.0/ports/6b399ecc-9d61-4402-b72e-7daa479ee08d HTTP/1.1" status: 204 len: 173 time: 0.4285955 Dec 14 13:10:42.326397 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'name': 'network-vif-deleted', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:10:42.328713 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4994c116-093d-4d94-bcec-0a7dbd81ec1d" -d '{"events": [{"server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "name": "network-vif-deleted", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:10:42.417977 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb65176-574a-4856-a965-4beb373d61e5 x-openstack-request-id: req-bfb65176-574a-4856-a965-4beb373d61e5 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:10:42.418257 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5fe6a3-7904-4ee6-9f04-90633ff50db2", "name": "network-vif-deleted", "tag": "6b399ecc-9d61-4402-b72e-7daa479ee08d", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:10:42.418509 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfb65176-574a-4856-a965-4beb373d61e5 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:10:42.418904 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5fe6a3-7904-4ee6-9f04-90633ff50db2', 'name': 'network-vif-deleted', 'tag': '6b399ecc-9d61-4402-b72e-7daa479ee08d', 'status': 'completed', 'code': 200} Dec 14 13:10:42.739647 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e96d2f33-ad30-485e-9c85-17b463fc755b req-7a0b47d9-87b0-46e7-8dcf-05b103576360 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c5fe6a3-7904-4ee6-9f04-90633ff50db2 HTTP/1.1" status: 200 len: 210 time: 0.0402508 Dec 14 13:10:42.913186 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33afd00-4faf-4f6b-8856-5f78fa92eb9e req-21b7ccfb-5af2-457e-86a6-0d7806b1c4ce tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:42.914643 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e33afd00-4faf-4f6b-8856-5f78fa92eb9e req-21b7ccfb-5af2-457e-86a6-0d7806b1c4ce tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 946 time: 0.0513585 Dec 14 13:10:42.963077 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e33afd00-4faf-4f6b-8856-5f78fa92eb9e req-62aa500e-c4ec-4c8e-befd-ba12c0a609c9 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Dec 14 13:10:43.788951 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50140) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:43.848131 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-21a08974-32f2-4232-a882-9e9513173c77 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:43.882756 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-21a08974-32f2-4232-a882-9e9513173c77 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:43.947094 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-21a08974-32f2-4232-a882-9e9513173c77 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:43.949720 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-21a08974-32f2-4232-a882-9e9513173c77 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:43.950847 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-21a08974-32f2-4232-a882-9e9513173c77 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] 10.222.0.49 "DELETE /v2.0/security-groups/a11a6f96-8ec0-4225-ad79-6e8987ab21ac HTTP/1.1" status: 204 len: 168 time: 0.1609168 Dec 14 13:10:43.960046 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a08974-32f2-4232-a882-9e9513173c77 tempest-TestShelveInstance-1515730970 tempest-TestShelveInstance-1515730970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11a6f96-8ec0-4225-ad79-6e8987ab21ac,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:44.004027 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50146) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:44.136400 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1e52f-7e39-49fa-a01c-ddf4c47b08e8 req-dce13e6c-18cd-41fa-a501-8127fa88a4fb tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:44.137872 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5ec1e52f-7e39-49fa-a01c-ddf4c47b08e8 req-dce13e6c-18cd-41fa-a501-8127fa88a4fb tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 946 time: 0.0963559 Dec 14 13:10:44.256842 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-5ec1e52f-7e39-49fa-a01c-ddf4c47b08e8 req-32f68154-ebd1-4d2d-a83a-758e24dc8e82 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123216 Dec 14 13:10:44.296529 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 6b399ecc-9d61-4402-b72e-7daa479ee08d no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:10:44.317801 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 6b399ecc-9d61-4402-b72e-7daa479ee08d {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:10:44.318029 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 6b399ecc-9d61-4402-b72e-7daa479ee08d not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:10:44.318485 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 0b8646d5-2a96-4065-b8d7-d8717ba061ca no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:10:44.340194 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-0152cffb-0e4b-4f55-a008-1e388ba6571f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:44.342493 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-0152cffb-0e4b-4f55-a008-1e388ba6571f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 946 time: 0.0499520 Dec 14 13:10:44.398627 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:44.417456 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472088'] for router_interface, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:44.422289 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8646d5-2a96-4065-b8d7-d8717ba061ca'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:10:44.424604 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab0ae8e-0d9d-4231-a05f-d241565cbafa" -d '{"events": [{"server_uuid": "0ae818b3-6456-4c1f-8ad2-0509dce1e575", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8646d5-2a96-4065-b8d7-d8717ba061ca"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:10:44.443496 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Deleting port 0b8646d5-2a96-4065-b8d7-d8717ba061ca {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:10:44.443777 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 0b8646d5-2a96-4065-b8d7-d8717ba061ca, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0b8646d5-2a96-4065-b8d7-d8717ba061ca,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:44.444038 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:44.449259 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:44.483813 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d106a4-08ff-44a6-ba40-df83e6a2c323 x-openstack-request-id: req-83d106a4-08ff-44a6-ba40-df83e6a2c323 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:10:44.484111 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae818b3-6456-4c1f-8ad2-0509dce1e575", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8646d5-2a96-4065-b8d7-d8717ba061ca", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:10:44.484365 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83d106a4-08ff-44a6-ba40-df83e6a2c323 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:10:44.484907 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8646d5-2a96-4065-b8d7-d8717ba061ca', 'code': 200} Dec 14 13:10:44.503565 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=0b8646d5-2a96-4065-b8d7-d8717ba061ca,revision_number=6']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:44.511397 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.511748 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.512098 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.512440 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.512763 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.513306 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.513790 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.514270 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.514749 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.515289 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.515765 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.516247 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.516735 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:10:44.537588 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] For port 0b8646d5-2a96-4065-b8d7-d8717ba061ca, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0b8646d5-2a96-4065-b8d7-d8717ba061ca,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:44.537956 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:44.564259 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:44.673563 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] Deleting port 46cf459f-9959-49ff-9ebc-33e633ec5b27 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:10:44.673817 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:44.756814 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] For port 46cf459f-9959-49ff-9ebc-33e633ec5b27, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=46cf459f-9959-49ff-9ebc-33e633ec5b27,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:44.757265 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:44.770385 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] Calling delete_port for 46cf459f-9959-49ff-9ebc-33e633ec5b27 owned by network:router_interface {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:10:44.958382 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:44.958628 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:44.959003 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.db.l3_db [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Floating IP 7771446f-0176-42a9-9775-3633b47a8e5c disassociated. External IP: 172.27.2.84, port: 0b8646d5-2a96-4065-b8d7-d8717ba061ca. Dec 14 13:10:44.959342 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Calling delete_port for 0b8646d5-2a96-4065-b8d7-d8717ba061ca owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:10:45.087338 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:45.118127 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event deleted for resources: {'Port': ['ID=0b8646d5-2a96-4065-b8d7-d8717ba061ca,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:45.193387 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:45.218185 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] Pushing event deleted for resources: {'Port': ['ID=46cf459f-9959-49ff-9ebc-33e633ec5b27,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:45.232511 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Router 986b7dab-98c8-4956-98d1-fd836b56677c has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:10:45.347156 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:10:45.365536 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c769427b-dbe6-49cc-ab28-1f26b4737068 None None] Sync routers for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:10:45.378914 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769427b-dbe6-49cc-ab28-1f26b4737068 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:10:45.379674 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-c769427b-dbe6-49cc-ab28-1f26b4737068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:10:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:45.397455 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0951d3d7-38f4-463e-b22d-420e9ef00cf4 req-0abf2eb9-899b-488d-8267-be7ce15381d9 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae818b3-6456-4c1f-8ad2-0509dce1e575 HTTP/1.1" status: 200 len: 210 time: 0.0595994 Dec 14 13:10:45.397719 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] No DVR routers for this DVR port 0b8646d5-2a96-4065-b8d7-d8717ba061ca on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:10:45.400888 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:45.404684 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-5ad9ca31-3c1d-4ad1-bff0-53f68b09bab6 req-1ddbe90f-d744-4a7d-877a-ec16f2e6c975 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "DELETE /v2.0/ports/0b8646d5-2a96-4065-b8d7-d8717ba061ca HTTP/1.1" status: 204 len: 173 time: 1.0560379 Dec 14 13:10:45.405348 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'name': 'network-vif-deleted', 'tag': '0b8646d5-2a96-4065-b8d7-d8717ba061ca'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:10:45.417101 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472196'] for router_interface, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:45.418006 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f94e76d-c00c-4b7f-873e-654f30b4ff8a" -d '{"events": [{"server_uuid": "0ae818b3-6456-4c1f-8ad2-0509dce1e575", "name": "network-vif-deleted", "tag": "0b8646d5-2a96-4065-b8d7-d8717ba061ca"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:10:45.471401 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67500413-4351-40bf-8f25-11719775aeba x-openstack-request-id: req-67500413-4351-40bf-8f25-11719775aeba {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:10:45.471691 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae818b3-6456-4c1f-8ad2-0509dce1e575", "name": "network-vif-deleted", "tag": "0b8646d5-2a96-4065-b8d7-d8717ba061ca", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:10:45.471933 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67500413-4351-40bf-8f25-11719775aeba {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:10:45.472319 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae818b3-6456-4c1f-8ad2-0509dce1e575', 'name': 'network-vif-deleted', 'tag': '0b8646d5-2a96-4065-b8d7-d8717ba061ca', 'status': 'completed', 'code': 200} Dec 14 13:10:45.534775 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-c769427b-dbe6-49cc-ab28-1f26b4737068 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:10:45.669446 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] Router bbb20a91-48e7-4d74-b34e-20dab1baeb69 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:10:45.752507 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-c769427b-dbe6-49cc-ab28-1f26b4737068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:45.779546 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c769427b-dbe6-49cc-ab28-1f26b4737068 None None] Checking router: 986b7dab-98c8-4956-98d1-fd836b56677c for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:10:45.780282 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:10:45.786140 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-d6e3586a-d491-4e7b-950e-deb876151514 admin admin] 10.222.0.49 "PUT /v2.0/routers/bbb20a91-48e7-4d74-b34e-20dab1baeb69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7805982 Dec 14 13:10:45.788908 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50154) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:45.789060 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769427b-dbe6-49cc-ab28-1f26b4737068 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:10:45.789333 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-c769427b-dbe6-49cc-ab28-1f26b4737068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:10:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:45.791599 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcc76c6-ff37-4441-a36a-b8522d252ef2 None None] Sync routers for ids ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:10:45.800814 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc76c6-ff37-4441-a36a-b8522d252ef2 None None] Routers {'bbb20a91-48e7-4d74-b34e-20dab1baeb69'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:10:45.801667 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-9bcc76c6-ff37-4441-a36a-b8522d252ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:10:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:45.893819 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-c769427b-dbe6-49cc-ab28-1f26b4737068 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:10:45.902569 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Publish callbacks [] for router, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:45.913959 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-9bcc76c6-ff37-4441-a36a-b8522d252ef2 None None] Set router bbb20a91-48e7-4d74-b34e-20dab1baeb69 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:10:46.014461 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.092348 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Deleting port 00c5cc76-2127-4039-b11b-1da0c2a1503e {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:10:46.094778 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.105420 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-c769427b-dbe6-49cc-ab28-1f26b4737068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:46.140459 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-9bcc76c6-ff37-4441-a36a-b8522d252ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:10:45Z', 'revision_number': 5, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port': {'id': '00c5cc76-2127-4039-b11b-1da0c2a1503e', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:18Z', 'updated_at': '2021-12-14T13:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:46.140797 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c769427b-dbe6-49cc-ab28-1f26b4737068 None None] The sync data for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi is: [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:10:46.173852 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcc76c6-ff37-4441-a36a-b8522d252ef2 None None] Checking router: bbb20a91-48e7-4d74-b34e-20dab1baeb69 for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:10:46.182274 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc76c6-ff37-4441-a36a-b8522d252ef2 None None] Routers {'bbb20a91-48e7-4d74-b34e-20dab1baeb69'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:10:46.182902 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-9bcc76c6-ff37-4441-a36a-b8522d252ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:10:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:46.206774 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] For port 00c5cc76-2127-4039-b11b-1da0c2a1503e, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=00c5cc76-2127-4039-b11b-1da0c2a1503e,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:46.207426 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.221547 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Calling delete_port for 00c5cc76-2127-4039-b11b-1da0c2a1503e owned by network:router_gateway {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:10:46.269566 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-9bcc76c6-ff37-4441-a36a-b8522d252ef2 None None] Set router bbb20a91-48e7-4d74-b34e-20dab1baeb69 gateway port host: None {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:10:46.325804 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-9bcc76c6-ff37-4441-a36a-b8522d252ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:10:46Z', 'revision_number': 6, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port_host': None}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:46.352985 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcc76c6-ff37-4441-a36a-b8522d252ef2 None None] The sync data for ids ['bbb20a91-48e7-4d74-b34e-20dab1baeb69'] in dv-cinder-784477-10-iscsi is: [{'id': 'bbb20a91-48e7-4d74-b34e-20dab1baeb69', 'name': 'tempest-TestShelveInstance-2066338554-router', 'tenant_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:17Z', 'updated_at': '2021-12-14T13:10:46Z', 'revision_number': 6, 'project_id': 'fe2a769f6b7645cbb7ec24ba01e13a4a', 'gw_port_host': None}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:10:46.396286 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.401213 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b9439-e54f-4de9-b782-c795365e182d None None] New status for floating IP 7771446f-0176-42a9-9775-3633b47a8e5c: DOWN {{(pid=102352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:10:46.427517 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Pushing event deleted for resources: {'Port': ['ID=00c5cc76-2127-4039-b11b-1da0c2a1503e,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:46.486890 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471078'] for router_gateway, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.584742 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60750'] for router, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.590812 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.653327 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-468159'] for router, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.653783 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb20a91-48e7-4d74-b34e-20dab1baeb69 {{(pid=102351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 13:10:46.665832 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] Publish callbacks [] for router, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.666976 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-048e7799-9def-47b6-b1cc-d00b3d7be31c admin admin] 10.222.0.49 "DELETE /v2.0/routers/bbb20a91-48e7-4d74-b34e-20dab1baeb69 HTTP/1.1" status: 204 len: 168 time: 0.8776810 Dec 14 13:10:46.669697 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50164) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:46.672756 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-0ddfbeb5-a574-4913-bce5-b0b859babb37 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999256453&fields=id&tenant_id=b854de8019ad4a598587133ba362564b HTTP/1.1" status: 200 len: 267 time: 0.0924740 Dec 14 13:10:46.715842 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_v2 [None req-830c88df-26fd-4edd-9a66-4d605d8d175c admin admin] Deleting subnet b7704ff7-1ea3-4d92-95de-9eff094f6973 {{(pid=102350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:10:46.719407 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-830c88df-26fd-4edd-9a66-4d605d8d175c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.754805 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-830c88df-26fd-4edd-9a66-4d605d8d175c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728444'] for subnet, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.791193 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-4101ec36-64e4-45dd-ad57-ed567cf56e41 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:46.792938 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-4101ec36-64e4-45dd-ad57-ed567cf56e41 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 812 time: 0.1129289 Dec 14 13:10:46.811265 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-37e67597-f11d-4a5c-8b2d-a1333b334182 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/quotas/b854de8019ad4a598587133ba362564b HTTP/1.1" status: 200 len: 375 time: 0.0119126 Dec 14 13:10:46.841618 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-830c88df-26fd-4edd-9a66-4d605d8d175c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.872359 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-4cecdb5f-fc8f-4138-a524-7d62bd50d8c9 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554476 Dec 14 13:10:46.894800 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-830c88df-26fd-4edd-9a66-4d605d8d175c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8747803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684766'] for subnet, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.921695 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c88df-26fd-4edd-9a66-4d605d8d175c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7704ff7-1ea3-4d92-95de-9eff094f6973,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:46.923647 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-830c88df-26fd-4edd-9a66-4d605d8d175c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:46.929494 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50168) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:46.929665 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-830c88df-26fd-4edd-9a66-4d605d8d175c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b7704ff7-1ea3-4d92-95de-9eff094f6973 HTTP/1.1" status: 204 len: 168 time: 0.2588613 Dec 14 13:10:46.929979 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c1eaee-9c62-452b-96ed-68dbb0c9f083 None None] Network 0fe76859-0b1b-4fef-a154-9100fd562663 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:10:47.049989 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.084150 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-1c34e4b8-a1af-4480-8229-4d045827086d service neutron] 10.222.0.49 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990142 Dec 14 13:10:47.163852 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689f1c60-7b07-4c4b-86ce-7c63da401ff8 None None] DHCP port deletion for 0fe76859-0b1b-4fef-a154-9100fd562663 request from dv-cinder-784477-10-iscsi {{(pid=102352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 13:10:47.199664 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Deleting port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:10:47.200033 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.213888 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-4e9a5ecb-f4d5-4d6c-97b0-5d127bcd7962 service neutron] 10.222.0.49 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143041 Dec 14 13:10:47.214554 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-689f1c60-7b07-4c4b-86ce-7c63da401ff8 None None] Deleting port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d {{(pid=102352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:10:47.214554 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-689f1c60-7b07-4c4b-86ce-7c63da401ff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.266886 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] For port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=f6e7d9ed-993f-4ff6-a81c-e161da1ac89d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:47.267272 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.277464 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-689f1c60-7b07-4c4b-86ce-7c63da401ff8 None None] For port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=f6e7d9ed-993f-4ff6-a81c-e161da1ac89d,segment=NetworkSegment(f7d86da9-faa4-4b87-ae50-88ceed6f0b12),segment_id=f7d86da9-faa4-4b87-ae50-88ceed6f0b12)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:47.277856 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-689f1c60-7b07-4c4b-86ce-7c63da401ff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.282652 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Calling delete_port for f6e7d9ed-993f-4ff6-a81c-e161da1ac89d owned by network:dhcp {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:10:47.293356 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-689f1c60-7b07-4c4b-86ce-7c63da401ff8 None None] Calling delete_port for f6e7d9ed-993f-4ff6-a81c-e161da1ac89d owned by network:dhcp {{(pid=102352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:10:47.369806 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.390435 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-689f1c60-7b07-4c4b-86ce-7c63da401ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184'] for port, after_delete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.401075 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] No DVR routers for this DVR port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d on host dv-cinder-784477-10-iscsi {{(pid=102351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:10:47.407244 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e7d9ed-993f-4ff6-a81c-e161da1ac89d,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:47.423347 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f1c60-7b07-4c4b-86ce-7c63da401ff8 None None] Pushing event deleted for resources: {'Port': ['ID=f6e7d9ed-993f-4ff6-a81c-e161da1ac89d,revision_number=None']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:47.425334 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689f1c60-7b07-4c4b-86ce-7c63da401ff8 None None] No DVR routers for this DVR port f6e7d9ed-993f-4ff6-a81c-e161da1ac89d on host dv-cinder-784477-10-iscsi {{(pid=102352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:10:47.485006 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.513909 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe76859-0b1b-4fef-a154-9100fd562663']}} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:47.536608 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12') {'for_net_delete': True} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:47.537037 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d86da9-faa4-4b87-ae50-88ceed6f0b12') {} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:47.560078 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-37c8f1ed-d27c-4ac6-85c8-1c15bdedfc0d req-933ffb0f-480c-452f-a253-201b9c4bae69 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 210 time: 0.0383334 Dec 14 13:10:47.562029 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777725'] for segment, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.577211 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.584590 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:10:47.585124 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8581097'] for segment, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: Traceback (most recent call last): Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: timer() Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: cb(*args, **kw) Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: return func(*args, **kwargs) Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: self._notify() Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: self.callback(batched_events) Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: event.method(event) Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: return f(self, *a, **k) Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._get(url).json() Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: return self.request(url, 'GET', **kwargs) Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:10:47.586793 dv-cinder-784477-10-iscsi neutron-server[102351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:10:47.640126 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.645408 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:47.648790 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] 10.222.0.49 "DELETE /v2.0/networks/0fe76859-0b1b-4fef-a154-9100fd562663 HTTP/1.1" status: 204 len: 168 time: 0.7176194 Dec 14 13:10:47.651856 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50186) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:47.661429 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f63cf9-8ffb-400b-bd79-02b6f8773f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe76859-0b1b-4fef-a154-9100fd562663,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:47.998182 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472088'] for router_interface, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:48.125587 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 00c5cc76-2127-4039-b11b-1da0c2a1503e no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:10:48.146123 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 00c5cc76-2127-4039-b11b-1da0c2a1503e {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:10:48.146488 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 00c5cc76-2127-4039-b11b-1da0c2a1503e not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:10:48.146928 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device f6e7d9ed-993f-4ff6-a81c-e161da1ac89d no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:10:48.165806 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: f6e7d9ed-993f-4ff6-a81c-e161da1ac89d {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:10:48.166150 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device f6e7d9ed-993f-4ff6-a81c-e161da1ac89d not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:10:48.167033 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 46cf459f-9959-49ff-9ebc-33e633ec5b27 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:10:48.188926 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 46cf459f-9959-49ff-9ebc-33e633ec5b27 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:10:48.189287 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 46cf459f-9959-49ff-9ebc-33e633ec5b27 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:10:48.246288 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] Deleting port 8783c326-56dc-47b2-bccb-da91ac6a9ee0 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:10:48.246625 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:48.326389 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] For port 8783c326-56dc-47b2-bccb-da91ac6a9ee0, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8783c326-56dc-47b2-bccb-da91ac6a9ee0,segment=NetworkSegment(1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0),segment_id=1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:48.326665 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:48.338809 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] Calling delete_port for 8783c326-56dc-47b2-bccb-da91ac6a9ee0 owned by network:router_interface {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:10:48.532367 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-b88faf07-6170-4191-8b56-995c3b3d55d5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:48.534186 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-b88faf07-6170-4191-8b56-995c3b3d55d5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 812 time: 0.1530225 Dec 14 13:10:48.634615 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-b58e670b-7f9d-4ac4-99bc-4f360178e352 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b854de8019ad4a598587133ba362564b HTTP/1.1" status: 200 len: 380 time: 0.0845530 Dec 14 13:10:48.645923 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'port': {'device_id': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'admin_state_up': True, 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'security_groups': ['43b69354-4a20-4c71-9049-2fc8366df6ef']}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:10:48.653190 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-c0261e45-7b63-40a8-ad87-7a223fe96efd req-9dae48ae-cfda-431e-affc-b9b61dc8cd7e tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 210 time: 0.0266619 Dec 14 13:10:48.664775 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:48.727976 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] Pushing event deleted for resources: {'Port': ['ID=8783c326-56dc-47b2-bccb-da91ac6a9ee0,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:48.869745 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Made reservation on behalf of b854de8019ad4a598587133ba362564b for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:10:48.873708 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:48.990423 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472196'] for router_interface, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:49.087826 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Allocated IP 172.20.0.13 (7f5ca66d-8559-4e12-9014-f81fba56fd65/7a105a28-13c2-4c79-992e-6c55c6139874/6aec8549-7ca3-4c26-b734-050efe27049d) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:10:49.332726 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:49.342805 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] Router 374be028-95c7-43c4-b885-3345e4bf994a has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:10:49.651680 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:49.742158 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:10:49.742899 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'Port': ['ID=6aec8549-7ca3-4c26-b734-050efe27049d,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:49.748129 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:10:49.751760 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:10:49.774863 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c325a-56d0-42c2-a401-15666a2ca351 req-3277032a-973f-413c-8405-bf265b926ed6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:49.776500 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:10:49.782430 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-af0c325a-56d0-42c2-a401-15666a2ca351 req-3277032a-973f-413c-8405-bf265b926ed6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 932 time: 0.0595307 Dec 14 13:10:49.785519 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-839c3451-50f1-4d54-9b32-83922973f36d admin admin] 10.222.0.49 "PUT /v2.0/routers/374be028-95c7-43c4-b885-3345e4bf994a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1325138 Dec 14 13:10:49.787243 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049cf59-4439-46e4-b875-1669609b5a7e None None] Sync routers for ids ['374be028-95c7-43c4-b885-3345e4bf994a'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:10:49.789262 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50194) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:49.798586 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049cf59-4439-46e4-b875-1669609b5a7e None None] Routers {'374be028-95c7-43c4-b885-3345e4bf994a'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:10:49.799907 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-3049cf59-4439-46e4-b875-1669609b5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:10:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['374be028-95c7-43c4-b885-3345e4bf994a'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:49.851854 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:49.852814 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:49.864366 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-af0c325a-56d0-42c2-a401-15666a2ca351 req-7ac33a68-aed0-4ddd-a3ae-b16d0e7d21b5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796070 Dec 14 13:10:49.905423 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-faf7abc1-9634-4ad1-9b20-d934104782a0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2635472 Dec 14 13:10:49.917918 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-3049cf59-4439-46e4-b875-1669609b5a7e None None] Set router 374be028-95c7-43c4-b885-3345e4bf994a gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:10:49.919506 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Request body: {'port': {'device_id': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:10:49.947244 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Publish callbacks [] for router, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.017889 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-2b3b3bd5-dd4d-467b-a7fa-909af0a51f81 None None] Provisioning complete for port 6aec8549-7ca3-4c26-b734-050efe27049d triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:10:50.018503 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.019373 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3bd5-dd4d-467b-a7fa-909af0a51f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.056094 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b3bd5-dd4d-467b-a7fa-909af0a51f81 None None] Port 6aec8549-7ca3-4c26-b734-050efe27049d cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:10:50.104084 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-3049cf59-4439-46e4-b875-1669609b5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374be028-95c7-43c4-b885-3345e4bf994a', 'name': 'tempest-TestShelveInstance-74984454-router', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:10:48Z', 'revision_number': 5, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'gw_port': {'id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:50.119560 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.134682 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049cf59-4439-46e4-b875-1669609b5a7e None None] Checking router: 374be028-95c7-43c4-b885-3345e4bf994a for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:10:50.143616 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049cf59-4439-46e4-b875-1669609b5a7e None None] Routers {'374be028-95c7-43c4-b885-3345e4bf994a'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:10:50.144217 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-3049cf59-4439-46e4-b875-1669609b5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:10:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['374be028-95c7-43c4-b885-3345e4bf994a'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:50.282899 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Deleting port ce734732-ebfb-455b-92c7-dd7d207579c2 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:10:50.283214 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.338598 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-3049cf59-4439-46e4-b875-1669609b5a7e None None] Set router 374be028-95c7-43c4-b885-3345e4bf994a gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:10:50.417217 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] For port ce734732-ebfb-455b-92c7-dd7d207579c2, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=ce734732-ebfb-455b-92c7-dd7d207579c2,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:50.417569 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.426435 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aec8549-7ca3-4c26-b734-050efe27049d {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:10:50.437453 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.439647 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Calling delete_port for ce734732-ebfb-455b-92c7-dd7d207579c2 owned by network:router_gateway {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:10:50.458922 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Transition to ACTIVE for port object 6aec8549-7ca3-4c26-b734-050efe27049d will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 13:10:50.489947 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.517416 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-3049cf59-4439-46e4-b875-1669609b5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374be028-95c7-43c4-b885-3345e4bf994a', 'name': 'tempest-TestShelveInstance-74984454-router', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:10:48Z', 'revision_number': 5, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'gw_port': {'id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:50.543655 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049cf59-4439-46e4-b875-1669609b5a7e None None] The sync data for ids ['374be028-95c7-43c4-b885-3345e4bf994a'] in dv-cinder-784477-10-iscsi is: [{'id': '374be028-95c7-43c4-b885-3345e4bf994a', 'name': 'tempest-TestShelveInstance-74984454-router', 'tenant_id': 'c038b82d83284a19a8089b4a7c723473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:10:48Z', 'revision_number': 5, 'project_id': 'c038b82d83284a19a8089b4a7c723473', 'gw_port': {'id': 'ce734732-ebfb-455b-92c7-dd7d207579c2', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374be028-95c7-43c4-b885-3345e4bf994a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:06:22Z', 'updated_at': '2021-12-14T13:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:10:50.565612 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Pushing event updated for resources: {'Port': ['ID=6aec8549-7ca3-4c26-b734-050efe27049d,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:50.696433 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Attempting to bind port 6aec8549-7ca3-4c26-b734-050efe27049d on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:10:50.696767 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Attempting to bind port 6aec8549-7ca3-4c26-b734-050efe27049d by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:10:50.697125 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Attempting to bind port 6aec8549-7ca3-4c26-b734-050efe27049d on network 7f5ca66d-8559-4e12-9014-f81fba56fd65 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:10:50.707238 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Port 6aec8549-7ca3-4c26-b734-050efe27049d on network 7f5ca66d-8559-4e12-9014-f81fba56fd65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 13:10:50.707561 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Attempting to bind port 6aec8549-7ca3-4c26-b734-050efe27049d on network 7f5ca66d-8559-4e12-9014-f81fba56fd65 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:10:50.716369 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:10:50.716704 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Checking segment: {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:10:50.717108 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Bound using segment: {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:10:50.717535 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Bound port: 6aec8549-7ca3-4c26-b734-050efe27049d, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:10:50.717889 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.737191 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.786071 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce734732-ebfb-455b-92c7-dd7d207579c2,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:50.848952 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] For port 6aec8549-7ca3-4c26-b734-050efe27049d, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:10:50.864409 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] For port 6aec8549-7ca3-4c26-b734-050efe27049d, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6aec8549-7ca3-4c26-b734-050efe27049d,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:10:50.869627 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.871680 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471078'] for router_gateway, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.990444 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:50.991007 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:50.992404 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] 10.222.0.44 "PUT /v2.0/ports/6aec8549-7ca3-4c26-b734-050efe27049d HTTP/1.1" status: 200 len: 1094 time: 1.0770676 Dec 14 13:10:50.993603 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f6ebe-ee1a-403f-8986-b7ce26e8af13 req-021667eb-1dc8-4329-8d09-24e65a23e678 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:50.994663 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'tag': '6aec8549-7ca3-4c26-b734-050efe27049d'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:10:50.997024 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed65436-3f4c-4012-a655-76efa88b463e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffe001e-4663-4c36-8a16-5cc57d821992", "tag": "6aec8549-7ca3-4c26-b734-050efe27049d"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:10:51.001006 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60750'] for router, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.005424 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.007007 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8c7f6ebe-ee1a-403f-8986-b7ce26e8af13 req-021667eb-1dc8-4329-8d09-24e65a23e678 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 944 time: 0.0709496 Dec 14 13:10:51.075511 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432a203c-1802-413c-afd8-a494ebc2df8b x-openstack-request-id: req-432a203c-1802-413c-afd8-a494ebc2df8b {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:10:51.075806 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffe001e-4663-4c36-8a16-5cc57d821992", "tag": "6aec8549-7ca3-4c26-b734-050efe27049d", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:10:51.076055 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-432a203c-1802-413c-afd8-a494ebc2df8b {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:10:51.076451 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'tag': '6aec8549-7ca3-4c26-b734-050efe27049d', 'status': 'completed', 'code': 200} Dec 14 13:10:51.078637 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8c7f6ebe-ee1a-403f-8986-b7ce26e8af13 req-2c88876d-98ad-4b5d-8135-aa28fac5e845 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703928 Dec 14 13:10:51.096298 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d4781-5d2a-41ae-a568-b99c4b4672ff service neutron] Pushing event updated for resources: {'Port': ['ID=6aec8549-7ca3-4c26-b734-050efe27049d,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:51.114515 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-468159'] for router, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.115098 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 374be028-95c7-43c4-b885-3345e4bf994a {{(pid=102350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 13:10:51.120442 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.121683 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-93825b3e-2e0b-484b-be9d-cb0be734087d admin admin] 10.222.0.49 "DELETE /v2.0/routers/374be028-95c7-43c4-b885-3345e4bf994a HTTP/1.1" status: 204 len: 168 time: 1.3312478 Dec 14 13:10:51.124417 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50200) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:51.135881 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-6235eda6-746e-45ff-807e-f55a514dfe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:51.137367 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-6235eda6-746e-45ff-807e-f55a514dfe6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 1097 time: 0.0599203 Dec 14 13:10:51.181243 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d28847-3d8f-4c9d-951b-8df5832feb07 admin admin] Deleting subnet 439e95af-892f-4b77-8356-677bcaccdcdc {{(pid=102351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:10:51.183697 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-d2da296c-18d5-4fec-a17a-c35ad495853c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aec8549-7ca3-4c26-b734-050efe27049d HTTP/1.1" status: 200 len: 217 time: 0.0373135 Dec 14 13:10:51.184942 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-01d28847-3d8f-4c9d-951b-8df5832feb07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.227094 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-01d28847-3d8f-4c9d-951b-8df5832feb07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777606'] for subnet, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.237898 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-9685b3f5-3670-4f47-a959-e3af0c001d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:51.239440 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-9685b3f5-3670-4f47-a959-e3af0c001d89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0486338 Dec 14 13:10:51.289324 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-cde185c9-c239-4b63-a865-928d94cfe633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:51.290922 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-cde185c9-c239-4b63-a865-928d94cfe633 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446560 Dec 14 13:10:51.310545 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-01d28847-3d8f-4c9d-951b-8df5832feb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.362561 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-01d28847-3d8f-4c9d-951b-8df5832feb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695917'] for subnet, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.380098 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-9442213e-daa1-4ab2-ae6c-99705806cb84 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817995 Dec 14 13:10:51.385513 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d28847-3d8f-4c9d-951b-8df5832feb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439e95af-892f-4b77-8356-677bcaccdcdc,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:51.391109 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-01d28847-3d8f-4c9d-951b-8df5832feb07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.394459 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-01d28847-3d8f-4c9d-951b-8df5832feb07 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/439e95af-892f-4b77-8356-677bcaccdcdc HTTP/1.1" status: 204 len: 168 time: 0.2689378 Dec 14 13:10:51.396981 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50202) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:51.399512 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fb6e3f-1a2d-4297-b8f1-181093710900 None None] Network 42c5e3d3-0656-47ea-b19a-b9a42de6438e requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:10:51.467806 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.479114 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-10c4ffdf-d660-46c8-8720-5d8afcb3ac26 req-23c84c30-9af0-42c4-b48e-938cc818d304 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921018 Dec 14 13:10:51.522332 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Deleting port 4067f5ca-6d0b-45e6-bed2-9384e95a7666 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:10:51.522763 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.575347 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed65436-3f4c-4012-a655-76efa88b463e req-95863854-ba4a-421f-8427-94ccfe49ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:51.576924 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ed65436-3f4c-4012-a655-76efa88b463e req-95863854-ba4a-421f-8427-94ccfe49ff52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 1097 time: 0.0411177 Dec 14 13:10:51.598148 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] For port 4067f5ca-6d0b-45e6-bed2-9384e95a7666, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=4067f5ca-6d0b-45e6-bed2-9384e95a7666,segment=NetworkSegment(1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0),segment_id=1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:51.598620 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.613735 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Calling delete_port for 4067f5ca-6d0b-45e6-bed2-9384e95a7666 owned by network:dhcp {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:10:51.686413 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed65436-3f4c-4012-a655-76efa88b463e req-bd7225a4-b7f4-4b28-abe2-7f1290566965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:51.688399 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ed65436-3f4c-4012-a655-76efa88b463e req-bd7225a4-b7f4-4b28-abe2-7f1290566965 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.1027677 Dec 14 13:10:51.705081 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.717603 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7fc208-353e-457b-8797-0ad83e50a48c None None] DHCP port deletion for 42c5e3d3-0656-47ea-b19a-b9a42de6438e request from dv-cinder-784477-10-iscsi {{(pid=102352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 13:10:51.734804 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] No DVR routers for this DVR port 4067f5ca-6d0b-45e6-bed2-9384e95a7666 on host dv-cinder-784477-10-iscsi {{(pid=102351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:10:51.737117 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ed65436-3f4c-4012-a655-76efa88b463e req-aed223d1-10f0-473e-8f79-ba478fdd9062 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aec8549-7ca3-4c26-b734-050efe27049d HTTP/1.1" status: 200 len: 217 time: 0.0410860 Dec 14 13:10:51.739016 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4067f5ca-6d0b-45e6-bed2-9384e95a7666,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:51.786878 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed65436-3f4c-4012-a655-76efa88b463e req-aaf9a0d1-fe33-4768-9536-018968e6bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:51.788332 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ed65436-3f4c-4012-a655-76efa88b463e req-aaf9a0d1-fe33-4768-9536-018968e6bb3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0445042 Dec 14 13:10:51.809781 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.832922 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c5e3d3-0656-47ea-b19a-b9a42de6438e']}} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:51.835600 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed65436-3f4c-4012-a655-76efa88b463e req-56e09b4d-9ed6-4584-b97b-6243046a48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:51.837155 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ed65436-3f4c-4012-a655-76efa88b463e req-56e09b4d-9ed6-4584-b97b-6243046a48f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396261 Dec 14 13:10:51.842811 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0') {'for_net_delete': True} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:51.843097 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.services.segments.db [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf9d27f-94fb-4e7f-bb7c-06e8e6f8c1d0') {} {{(pid=102351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:10:51.852518 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777725'] for segment, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.867588 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.873994 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:10:51.874392 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8581097'] for segment, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: Traceback (most recent call last): Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: timer() Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: cb(*args, **kw) Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: return func(*args, **kwargs) Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: self._notify() Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: self.callback(batched_events) Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: event.method(event) Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: return f(self, *a, **k) Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._get(url).json() Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: return self.request(url, 'GET', **kwargs) Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:10:51.876096 dv-cinder-784477-10-iscsi neutron-server[102351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:10:51.930685 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ed65436-3f4c-4012-a655-76efa88b463e req-22d08d0d-c5f7-4a8b-b05b-c1576c150c0c service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854886 Dec 14 13:10:51.930919 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.937363 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:51.942649 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/42c5e3d3-0656-47ea-b19a-b9a42de6438e HTTP/1.1" status: 204 len: 168 time: 0.5423617 Dec 14 13:10:51.950246 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7eeee-3707-48cd-845a-6b7361a516d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=42c5e3d3-0656-47ea-b19a-b9a42de6438e,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:52.022530 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7ed65436-3f4c-4012-a655-76efa88b463e req-3c5f8960-010f-4faa-bd9d-3fbee40261ec service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843728 Dec 14 13:10:52.102622 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50208) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:52.131766 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ce734732-ebfb-455b-92c7-dd7d207579c2 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:10:52.151531 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: ce734732-ebfb-455b-92c7-dd7d207579c2 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:10:52.151874 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device ce734732-ebfb-455b-92c7-dd7d207579c2 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:10:52.152280 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8783c326-56dc-47b2-bccb-da91ac6a9ee0 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:10:52.159772 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-39dd0ac8-760a-4402-8eb9-089300f2467e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe2a769f6b7645cbb7ec24ba01e13a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0558770 Dec 14 13:10:52.160609 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50210) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:52.176056 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 8783c326-56dc-47b2-bccb-da91ac6a9ee0 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:10:52.176400 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8783c326-56dc-47b2-bccb-da91ac6a9ee0 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:10:52.176811 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 4067f5ca-6d0b-45e6-bed2-9384e95a7666 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:10:52.199602 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 4067f5ca-6d0b-45e6-bed2-9384e95a7666 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:10:52.199940 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 4067f5ca-6d0b-45e6-bed2-9384e95a7666 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:10:52.231940 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64fb9a-5a51-4246-9037-3c16361d3b61 req-8cf1d9a8-cc95-4842-99ef-362d6af0c6f6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:52.233437 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4f64fb9a-5a51-4246-9037-3c16361d3b61 req-8cf1d9a8-cc95-4842-99ef-362d6af0c6f6 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 944 time: 0.0880625 Dec 14 13:10:52.237948 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e241b0e0-4553-496a-a74a-79a2cc9afe51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:52.274732 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e241b0e0-4553-496a-a74a-79a2cc9afe51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:52.313336 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-4f64fb9a-5a51-4246-9037-3c16361d3b61 req-3506e37f-d494-4631-a731-f26c8578cc46 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727811 Dec 14 13:10:52.340323 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e241b0e0-4553-496a-a74a-79a2cc9afe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:52.343095 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-e241b0e0-4553-496a-a74a-79a2cc9afe51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:52.344204 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-e241b0e0-4553-496a-a74a-79a2cc9afe51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8f6e606-f9ae-4406-871b-c932ec46e8d5 HTTP/1.1" status: 204 len: 168 time: 0.1812625 Dec 14 13:10:52.352353 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241b0e0-4553-496a-a74a-79a2cc9afe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f6e606-f9ae-4406-871b-c932ec46e8d5,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:52.672433 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50216) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:52.712402 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-887edd60-7792-459b-9436-cb19ab07f903 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c038b82d83284a19a8089b4a7c723473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385849 Dec 14 13:10:52.714603 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50218) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:10:52.764420 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5fb6247f-13d2-43d0-a47c-d236f204b715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:52.787093 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5fb6247f-13d2-43d0-a47c-d236f204b715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:52.843386 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5fb6247f-13d2-43d0-a47c-d236f204b715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:52.847644 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-5fb6247f-13d2-43d0-a47c-d236f204b715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:52.852642 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-5fb6247f-13d2-43d0-a47c-d236f204b715 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36413869-fa58-4690-86d3-6c408dfb8b49 HTTP/1.1" status: 204 len: 168 time: 0.1335583 Dec 14 13:10:52.858967 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6247f-13d2-43d0-a47c-d236f204b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36413869-fa58-4690-86d3-6c408dfb8b49,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:53.145139 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:10:53.444033 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575322-e521-47f3-83eb-f33be715ffda req-4460ed5b-7101-4f21-b17b-68c98f199213 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:53.445528 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7c575322-e521-47f3-83eb-f33be715ffda req-4460ed5b-7101-4f21-b17b-68c98f199213 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 944 time: 0.0536935 Dec 14 13:10:53.498638 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-7c575322-e521-47f3-83eb-f33be715ffda req-0d286a3a-eec7-45f5-ae73-6533048d4eec tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443101 Dec 14 13:10:53.925180 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c86c18f4-b20a-4c20-b1b2-86117183bf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:54.622866 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bad5b-96cd-42e3-a635-d993d3ba40dc req-55e65c2f-a1ed-4431-b41e-a26294e281af tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:54.624327 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-346bad5b-96cd-42e3-a635-d993d3ba40dc req-55e65c2f-a1ed-4431-b41e-a26294e281af tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 944 time: 0.0563161 Dec 14 13:10:54.672464 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-346bad5b-96cd-42e3-a635-d993d3ba40dc req-d0a9a678-567f-48e4-b73f-51ab0c9ed4f5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422018 Dec 14 13:10:55.794515 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3518997-5577-4d7d-a79d-56d7b1a71d1f req-96ed2c24-9e24-4ae0-88d6-bb858e40c013 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:55.795951 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f3518997-5577-4d7d-a79d-56d7b1a71d1f req-96ed2c24-9e24-4ae0-88d6-bb858e40c013 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 944 time: 0.0505598 Dec 14 13:10:55.854559 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f3518997-5577-4d7d-a79d-56d7b1a71d1f req-fd7d36af-7022-41de-94e5-850500b43d29 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494766 Dec 14 13:10:55.961690 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-87c2cc58-783a-4770-b77f-d8a465cec40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:56.976817 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e309c83-60f6-4498-898f-ef6044750ab2 req-bf9ed362-a192-42e8-8090-373777e8fd1a tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:56.978293 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9e309c83-60f6-4498-898f-ef6044750ab2 req-bf9ed362-a192-42e8-8090-373777e8fd1a tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 944 time: 0.0504324 Dec 14 13:10:57.030889 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9e309c83-60f6-4498-898f-ef6044750ab2 req-242c90be-569b-446e-bd38-73af338fe0bd tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436003 Dec 14 13:10:57.381478 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:58.151036 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971b3d2-df8d-43dd-a74d-757f87f598f5 req-6fd0e27b-73a1-4cea-a2ec-d58c360aae9f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:58.152391 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8971b3d2-df8d-43dd-a74d-757f87f598f5 req-6fd0e27b-73a1-4cea-a2ec-d58c360aae9f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 944 time: 0.0479777 Dec 14 13:10:58.200881 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8971b3d2-df8d-43dd-a74d-757f87f598f5 req-b2d581e9-ebfa-4387-847d-c71ef7a1bf5d tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424786 Dec 14 13:10:58.364380 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 6aec8549-7ca3-4c26-b734-050efe27049d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:10:58.474924 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 6aec8549-7ca3-4c26-b734-050efe27049d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6aec8549-7ca3-4c26-b734-050efe27049d,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:58.485549 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '6aec8549-7ca3-4c26-b734-050efe27049d', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'port_id': '6aec8549-7ca3-4c26-b734-050efe27049d', 'mac_address': 'fa:16:3e:04:12:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:10:58.524260 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:58.537258 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aec8549-7ca3-4c26-b734-050efe27049d {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:10:58.560960 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 6aec8549-7ca3-4c26-b734-050efe27049d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6aec8549-7ca3-4c26-b734-050efe27049d,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:10:58.567943 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:58.614564 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=6aec8549-7ca3-4c26-b734-050efe27049d,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:10:58.646002 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:10:58.788156 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['6aec8549-7ca3-4c26-b734-050efe27049d'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:10:59.340106 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3a5c0-e238-4b4e-a6c6-d3556eaa1d0c req-076a0991-156a-479b-a9fc-1bd6107e5a59 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:10:59.341580 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-08f3a5c0-e238-4b4e-a6c6-d3556eaa1d0c req-076a0991-156a-479b-a9fc-1bd6107e5a59 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 945 time: 0.0613453 Dec 14 13:10:59.393188 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-08f3a5c0-e238-4b4e-a6c6-d3556eaa1d0c req-fc63c9a9-e3ba-4b14-ae76-29c9a29390e0 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426433 Dec 14 13:10:59.506440 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:00.364887 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 6aec8549-7ca3-4c26-b734-050efe27049d up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:11:00.424448 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 6aec8549-7ca3-4c26-b734-050efe27049d completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 13:11:00.428833 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 6aec8549-7ca3-4c26-b734-050efe27049d triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:11:00.429225 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:00.508576 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:00.510941 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea719a-b0f7-415c-a7f4-abb4d3245808 req-946afd28-f876-417b-bb99-c7193f6007ec tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:00.512421 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-56ea719a-b0f7-415c-a7f4-abb4d3245808 req-946afd28-f876-417b-bb99-c7193f6007ec tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 945 time: 0.0478373 Dec 14 13:11:00.532671 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aec8549-7ca3-4c26-b734-050efe27049d'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:11:00.535330 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0285ac3d-00d5-40ac-9d3a-b58c933191e5" -d '{"events": [{"server_uuid": "6ffe001e-4663-4c36-8a16-5cc57d821992", "name": "network-vif-plugged", "status": "completed", "tag": "6aec8549-7ca3-4c26-b734-050efe27049d"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:11:00.548534 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 6aec8549-7ca3-4c26-b734-050efe27049d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6aec8549-7ca3-4c26-b734-050efe27049d,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:11:00.553175 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:00.573450 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-56ea719a-b0f7-415c-a7f4-abb4d3245808 req-a73befda-70df-4ca4-8a0e-dcb23eca3901 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547671 Dec 14 13:11:00.579497 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dfd092-21fb-4294-ba01-173823fcadef x-openstack-request-id: req-f6dfd092-21fb-4294-ba01-173823fcadef {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:11:00.579788 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffe001e-4663-4c36-8a16-5cc57d821992", "name": "network-vif-plugged", "status": "completed", "tag": "6aec8549-7ca3-4c26-b734-050efe27049d", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:11:00.580033 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6dfd092-21fb-4294-ba01-173823fcadef {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:11:00.580420 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aec8549-7ca3-4c26-b734-050efe27049d', 'code': 200} Dec 14 13:11:00.605796 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=6aec8549-7ca3-4c26-b734-050efe27049d,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:11:00.800434 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc03620-4c3c-4d8a-873a-4b40542b0640 req-9e0ba087-358d-41b8-97cd-03a8b9533c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:00.801948 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-ebc03620-4c3c-4d8a-873a-4b40542b0640 req-9e0ba087-358d-41b8-97cd-03a8b9533c74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 1099 time: 0.0415773 Dec 14 13:11:00.848875 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-ebc03620-4c3c-4d8a-873a-4b40542b0640 req-6745c7b5-6a5d-4b4e-a6ed-93293eb145f7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384691 Dec 14 13:11:01.704018 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878c580-a9aa-43c5-92e1-037caec38df9 req-56c951f2-c190-4036-a03d-eb1448a9aef8 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:01.705580 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b878c580-a9aa-43c5-92e1-037caec38df9 req-56c951f2-c190-4036-a03d-eb1448a9aef8 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 946 time: 0.0599804 Dec 14 13:11:01.755898 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b878c580-a9aa-43c5-92e1-037caec38df9 req-09ab8cee-ba4d-4cae-b886-80c144c44945 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Dec 14 13:11:02.878977 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f138a-4e14-4696-81e8-4943c2ded474 req-4867b6cf-78d0-4ea3-b128-ce1b1ba954cc tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:02.880444 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a16f138a-4e14-4696-81e8-4943c2ded474 req-4867b6cf-78d0-4ea3-b128-ce1b1ba954cc tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 946 time: 0.0516071 Dec 14 13:11:02.929733 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a16f138a-4e14-4696-81e8-4943c2ded474 req-ebcbd748-6407-4c66-abc5-ca5c4d72daea tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432649 Dec 14 13:11:03.044312 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2591f-eb55-42a4-811d-850db88ab7a9 req-7a57c811-3917-4aa4-bea3-eb253fca6764 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:03.045746 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bee2591f-eb55-42a4-811d-850db88ab7a9 req-7a57c811-3917-4aa4-bea3-eb253fca6764 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 946 time: 0.0494652 Dec 14 13:11:03.108840 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-bee2591f-eb55-42a4-811d-850db88ab7a9 req-053bf74f-569a-4ab7-ab6b-f9bffe3885c9 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569563 Dec 14 13:11:03.133564 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50244) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:11:03.185341 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e5bdfc-6379-4d2b-88eb-71b1a09f5262 tempest-TestVolumeBootPattern-635352759 tempest-TestVolumeBootPattern-635352759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:03.188136 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-01e5bdfc-6379-4d2b-88eb-71b1a09f5262 tempest-TestVolumeBootPattern-635352759 tempest-TestVolumeBootPattern-635352759-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 1094 time: 0.0528343 Dec 14 13:11:03.192300 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50246) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:11:03.198130 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'floatingip': {'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'port_id': '6aec8549-7ca3-4c26-b734-050efe27049d', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:11:03.221872 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:03.546606 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:03.654933 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Allocated IP 172.27.2.17 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/e6d09bb0-dd3b-4ec0-931d-ffaf8b63e0d7) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:11:03.756050 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:03.792087 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:03.849296 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:11:03.852317 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:11:03.860628 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:11:03.863842 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'Port': ['ID=e6d09bb0-dd3b-4ec0-931d-ffaf8b63e0d7,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:11:04.218125 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:04.288031 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:04.432943 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:04.439866 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:04.502123 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'Port': ['ID=e6d09bb0-dd3b-4ec0-931d-ffaf8b63e0d7,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:11:04.516001 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:04.616501 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.l3_db [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Floating IP 746e3e44-b19d-4a95-9744-1487f033835b associated. External IP: 172.27.2.17, port: 6aec8549-7ca3-4c26-b734-050efe27049d. Dec 14 13:11:04.819092 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Router 986b7dab-98c8-4956-98d1-fd836b56677c has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:11:04.923746 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:11:04.933876 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e07d118-0930-49d2-a4f8-ce15805a7d49 None None] Sync routers for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:11:04.943422 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:04.943902 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e07d118-0930-49d2-a4f8-ce15805a7d49 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:11:04.944520 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-9e07d118-0930-49d2-a4f8-ce15805a7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:10:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:11:04.970962 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-c11fc418-f79b-4200-bb2a-1b7c2fd81992 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7771358 Dec 14 13:11:04.971627 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'tag': '6aec8549-7ca3-4c26-b734-050efe27049d'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:11:04.973984 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a61a51-b186-40e1-8098-d5a883679de6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffe001e-4663-4c36-8a16-5cc57d821992", "tag": "6aec8549-7ca3-4c26-b734-050efe27049d"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:11:05.011590 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05e8280-4b5a-40c3-b58a-03c450c0e56b x-openstack-request-id: req-b05e8280-4b5a-40c3-b58a-03c450c0e56b {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:11:05.011879 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffe001e-4663-4c36-8a16-5cc57d821992", "tag": "6aec8549-7ca3-4c26-b734-050efe27049d", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:11:05.012129 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b05e8280-4b5a-40c3-b58a-03c450c0e56b {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:11:05.012529 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'tag': '6aec8549-7ca3-4c26-b734-050efe27049d', 'status': 'completed', 'code': 200} Dec 14 13:11:05.049469 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-9e07d118-0930-49d2-a4f8-ce15805a7d49 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:11:05.078424 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a61a51-b186-40e1-8098-d5a883679de6 req-af609293-0a3d-4127-8d92-d0d899d7a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:05.080000 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-24a61a51-b186-40e1-8098-d5a883679de6 req-af609293-0a3d-4127-8d92-d0d899d7a923 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 1099 time: 0.0437536 Dec 14 13:11:05.166202 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a61a51-b186-40e1-8098-d5a883679de6 req-99d39434-da0f-4aba-adb5-85e443abbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:05.167720 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-24a61a51-b186-40e1-8098-d5a883679de6 req-99d39434-da0f-4aba-adb5-85e443abbf52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0813959 Dec 14 13:11:05.235636 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-24a61a51-b186-40e1-8098-d5a883679de6 req-10171fe2-22a9-4c9f-8dfb-c783222979e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aec8549-7ca3-4c26-b734-050efe27049d HTTP/1.1" status: 200 len: 999 time: 0.0604694 Dec 14 13:11:05.275502 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-9e07d118-0930-49d2-a4f8-ce15805a7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '746e3e44-b19d-4a95-9744-1487f033835b', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '6aec8549-7ca3-4c26-b734-050efe27049d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:04:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:11:04Z', 'updated_at': '2021-12-14T13:11:04Z', 'revision_number': 0, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:11:05.282335 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a61a51-b186-40e1-8098-d5a883679de6 req-8e7650f0-a79c-4977-b711-6e1e6957a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:05.284082 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-24a61a51-b186-40e1-8098-d5a883679de6 req-8e7650f0-a79c-4977-b711-6e1e6957a841 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0419140 Dec 14 13:11:05.301790 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e07d118-0930-49d2-a4f8-ce15805a7d49 None None] Checking router: 986b7dab-98c8-4956-98d1-fd836b56677c for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:11:05.310404 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e07d118-0930-49d2-a4f8-ce15805a7d49 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:11:05.310974 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-9e07d118-0930-49d2-a4f8-ce15805a7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:10:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:11:05.329135 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a61a51-b186-40e1-8098-d5a883679de6 req-f623a696-f8a7-4067-b7a1-b418d86841ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:05.330557 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-24a61a51-b186-40e1-8098-d5a883679de6 req-f623a696-f8a7-4067-b7a1-b418d86841ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397692 Dec 14 13:11:05.414082 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-9e07d118-0930-49d2-a4f8-ce15805a7d49 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:11:05.422753 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-24a61a51-b186-40e1-8098-d5a883679de6 req-1fd5f690-ece7-4758-a81f-efad615a73ca service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850887 Dec 14 13:11:05.511837 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-24a61a51-b186-40e1-8098-d5a883679de6 req-ef125d42-1379-49bc-b677-fed30e562e32 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821040 Dec 14 13:11:05.635042 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-9e07d118-0930-49d2-a4f8-ce15805a7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '746e3e44-b19d-4a95-9744-1487f033835b', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '6aec8549-7ca3-4c26-b734-050efe27049d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:04:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:11:04Z', 'updated_at': '2021-12-14T13:11:04Z', 'revision_number': 0, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:11:05.660897 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e07d118-0930-49d2-a4f8-ce15805a7d49 None None] The sync data for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi is: [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '746e3e44-b19d-4a95-9744-1487f033835b', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '6aec8549-7ca3-4c26-b734-050efe27049d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:04:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:11:04Z', 'updated_at': '2021-12-14T13:11:04Z', 'revision_number': 0, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:11:05.888344 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509556ea-0e91-4ffc-b156-0207b7f0436e None None] New status for floating IP 746e3e44-b19d-4a95-9744-1487f033835b: ACTIVE {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:11:14.572839 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:23.589315 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-4d9aebc3-6e52-425e-95f8-9f4ac84edb76 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415733 Dec 14 13:11:23.681026 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-750b5fad-1ee7-4c3c-90ab-f57a1abed926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:23.682512 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-750b5fad-1ee7-4c3c-90ab-f57a1abed926 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 1099 time: 0.0470517 Dec 14 13:11:23.790041 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-7d396ed2-65e8-46d4-8c39-48e582e90e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:23.791712 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-7d396ed2-65e8-46d4-8c39-48e582e90e29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0861742 Dec 14 13:11:23.863745 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-a8827b35-6aa5-42e4-b2f7-052cb36b9564 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aec8549-7ca3-4c26-b734-050efe27049d HTTP/1.1" status: 200 len: 1001 time: 0.0622990 Dec 14 13:11:23.919501 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-8d69f700-038c-48f8-a16c-e2a875f9e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:23.921396 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-61b9bfa1-1ded-4696-bcb6-38e1a889cad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:23.922129 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-8d69f700-038c-48f8-a16c-e2a875f9e83c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0505791 Dec 14 13:11:23.967677 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-8fbe0768-bff5-4e59-b565-86e947176a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:11:23.969224 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-8fbe0768-bff5-4e59-b565-86e947176a37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401697 Dec 14 13:11:24.069138 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-ee3be174-0b19-4dc2-bbaa-994c24e2e230 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919237 Dec 14 13:11:24.158655 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-7c9e43f3-0f08-49e2-be58-231b117ed1f3 req-428a67cc-1fd7-4f96-b418-667d9635c327 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810504 Dec 14 13:11:25.955151 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-866afbfd-cc8b-4e3f-b749-b5e4b77d9ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:27.382918 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:28.652277 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:29.496347 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:30.148948 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:11:44.574559 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:53.931452 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-0c97b109-afff-46d1-8f9f-33c22aabc862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:55.967002 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-ebd20c65-8e35-4440-913e-2663f01db769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:57.379476 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:58.664621 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:11:59.504481 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:07.153017 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:12:14.593590 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:23.576408 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-7398fb4d-944c-4c0e-bcb5-3a84e918d85a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426459 Dec 14 13:12:23.661613 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-b03eba64-3297-4126-9d21-892193ec8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:23.663067 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-b03eba64-3297-4126-9d21-892193ec8ab8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 1099 time: 0.0445530 Dec 14 13:12:23.763564 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-c1a21380-036e-4c2f-8aea-b4160ccb22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:23.765022 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-c1a21380-036e-4c2f-8aea-b4160ccb22ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0841937 Dec 14 13:12:23.926753 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-43607116-b10c-49ca-bdf2-d4a95dbc834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:24.077051 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-806c96b5-e42f-42ef-951a-ea61a86331f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aec8549-7ca3-4c26-b734-050efe27049d HTTP/1.1" status: 200 len: 1001 time: 0.3045075 Dec 14 13:12:24.126011 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-0ec406af-627a-4f28-a11b-9080559009c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:24.127488 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-0ec406af-627a-4f28-a11b-9080559009c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0426843 Dec 14 13:12:24.172174 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-58305287-a8a4-4a9c-97f8-e11702c7b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:24.173686 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-58305287-a8a4-4a9c-97f8-e11702c7b8c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395734 Dec 14 13:12:24.264535 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-1da34dc5-b43f-4196-9878-653608222355 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836980 Dec 14 13:12:24.355673 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-4ba65f48-e157-4fa3-887b-09dfc8e164e2 req-1f974789-564b-4a00-aaef-be8c6454ce85 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840321 Dec 14 13:12:25.963250 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-bbd2dd0c-2f94-44ca-b844-e5a910e24730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:27.389980 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:28.665598 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:29.496224 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:39.262338 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-c0b2a066-e839-4b78-bf83-4a06a09730ef tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999256453&fields=id&tenant_id=b854de8019ad4a598587133ba362564b HTTP/1.1" status: 200 len: 267 time: 0.0547760 Dec 14 13:12:39.371895 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-e4e05ca1-ebf7-4504-876e-4316a44e35dc tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:39.373345 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-e4e05ca1-ebf7-4504-876e-4316a44e35dc tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 812 time: 0.1043727 Dec 14 13:12:39.388615 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cf69381e-4294-47ef-97a2-79e3d32a5eaa tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/quotas/b854de8019ad4a598587133ba362564b HTTP/1.1" status: 200 len: 375 time: 0.0094573 Dec 14 13:12:39.444537 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-b3e0679a-9fdf-4493-8970-5093139a04f9 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484281 Dec 14 13:12:39.591483 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-8678405b-8985-48fc-8a66-d7b32d00c1e8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 13:12:39.592575 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-8678405b-8985-48fc-8a66-d7b32d00c1e8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1296096 Dec 14 13:12:39.679154 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-ae31c308-4a59-4511-92d4-d8a1ae68010f service neutron] 10.222.0.49 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802581 Dec 14 13:12:39.781753 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-978f0f1f-3ba8-4a1c-a027-ed51b86a9dcc service neutron] 10.222.0.49 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953329 Dec 14 13:12:40.062324 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0a98f379-7e5d-432d-ace1-4d311d15a3c7 req-aad89b2b-ae89-40da-b2b8-ca1ac648c97c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 210 time: 0.0260692 Dec 14 13:12:40.980546 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-18aa6539-125e-4a67-8e01-c5bcbae68ae3 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:40.982044 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-18aa6539-125e-4a67-8e01-c5bcbae68ae3 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 812 time: 0.1081307 Dec 14 13:12:41.046152 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-a2b8b58c-39ec-405d-8ae8-8ad308c1f0ba tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b854de8019ad4a598587133ba362564b HTTP/1.1" status: 200 len: 380 time: 0.0540073 Dec 14 13:12:41.055159 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'port': {'device_id': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'admin_state_up': True, 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'security_groups': ['43b69354-4a20-4c71-9049-2fc8366df6ef']}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:12:41.151587 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-0f1d7662-6ac9-46cb-8368-c7cf3595c6b1 req-48911eba-b98d-4c0d-a3d2-908080f0c8d5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 210 time: 0.0256376 Dec 14 13:12:41.160178 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Made reservation on behalf of b854de8019ad4a598587133ba362564b for: {'port': 1} {{(pid=102350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 13:12:41.163979 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:41.294393 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_common [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Allocated IP 172.20.0.12 (7f5ca66d-8559-4e12-9014-f81fba56fd65/7a105a28-13c2-4c79-992e-6c55c6139874/76fa7e39-7900-423e-94b0-185970c0230d) {{(pid=102350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:12:41.436155 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for port, precommit_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:41.475268 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_create {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:41.521406 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 is already hosted by enough agents. {{(pid=102350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:12:41.524438 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.scheduler.base_scheduler [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Resources bound (agent type, host, resource id): {{(pid=102350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:12:41.530303 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Received port after_create {{(pid=102350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:12:41.539536 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'Port': ['ID=76fa7e39-7900-423e-94b0-185970c0230d,revision_number=1']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:12:41.569695 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.569954 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.570313 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.570628 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.570960 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.571281 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.571645 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.571966 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.572289 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.572609 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.572944 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.573261 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.573608 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:41.596117 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:41.596723 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:41.613413 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-cccac1af-c539-4a96-96b7-59f9de67f3ac tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5619178 Dec 14 13:12:41.625364 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.v2.base [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Request body: {'port': {'device_id': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=102350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:12:41.683578 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:41.733899 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-69225a41-4885-4d45-8a10-51801f340934 None None] Provisioning complete for port 76fa7e39-7900-423e-94b0-185970c0230d triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:12:41.734547 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-69225a41-4885-4d45-8a10-51801f340934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:41.770034 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-69225a41-4885-4d45-8a10-51801f340934 None None] Port 76fa7e39-7900-423e-94b0-185970c0230d cannot update to ACTIVE because it is not bound. {{(pid=102352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 13:12:41.958164 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fa7e39-7900-423e-94b0-185970c0230d {{(pid=102350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:12:41.965915 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:41.978008 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.provisioning_blocks [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Transition to ACTIVE for port object 76fa7e39-7900-423e-94b0-185970c0230d will not be triggered until provisioned by entity L2. {{(pid=102350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 13:12:41.984183 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:42.033515 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Pushing event updated for resources: {'Port': ['ID=76fa7e39-7900-423e-94b0-185970c0230d,revision_number=2']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:12:42.106168 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Attempting to bind port 76fa7e39-7900-423e-94b0-185970c0230d on host hv-cinder-78447 for vnic_type normal with profile {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 13:12:42.106514 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Attempting to bind port 76fa7e39-7900-423e-94b0-185970c0230d by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 13:12:42.106847 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Attempting to bind port 76fa7e39-7900-423e-94b0-185970c0230d on network 7f5ca66d-8559-4e12-9014-f81fba56fd65 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:12:42.111719 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Port 76fa7e39-7900-423e-94b0-185970c0230d on network 7f5ca66d-8559-4e12-9014-f81fba56fd65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 13:12:42.112033 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Attempting to bind port 76fa7e39-7900-423e-94b0-185970c0230d on network 7f5ca66d-8559-4e12-9014-f81fba56fd65 {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 13:12:42.117148 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Checking agent: {'id': 'f48b27a0-c9fe-4e68-9f17-546ad60c8243', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'started_at': datetime.datetime(2021, 12, 14, 12, 56, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 13, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 13:12:42.117488 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Checking segment: {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 13:12:42.117870 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Bound using segment: {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'} {{(pid=102350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 13:12:42.118337 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.managers [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Bound port: 76fa7e39-7900-423e-94b0-185970c0230d, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e3ee9a-526c-4fec-bffb-e73eb15a318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65'}}] {{(pid=102350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 13:12:42.118882 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:42.188170 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] For port 76fa7e39-7900-423e-94b0-185970c0230d, host hv-cinder-78447, cleared binding levels {{(pid=102350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 13:12:42.191465 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] For port 76fa7e39-7900-423e-94b0-185970c0230d, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=76fa7e39-7900-423e-94b0-185970c0230d,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 13:12:42.198547 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8747861'] for port, after_update {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:42.233738 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:42.234275 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:42.235678 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] 10.222.0.44 "PUT /v2.0/ports/76fa7e39-7900-423e-94b0-185970c0230d HTTP/1.1" status: 200 len: 1094 time: 0.6145830 Dec 14 13:12:42.236125 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'tag': '76fa7e39-7900-423e-94b0-185970c0230d'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:12:42.238427 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7083a6-907c-44d2-9473-c83f5e81d723" -d '{"events": [{"name": "network-changed", "server_uuid": "86c97e97-93e7-40dc-9bcb-b2cf281f4374", "tag": "76fa7e39-7900-423e-94b0-185970c0230d"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:12:42.279251 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c4c0f8-0ae4-4222-9915-402a5f7ca2b1 x-openstack-request-id: req-59c4c0f8-0ae4-4222-9915-402a5f7ca2b1 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:12:42.279541 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c97e97-93e7-40dc-9bcb-b2cf281f4374", "tag": "76fa7e39-7900-423e-94b0-185970c0230d", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:12:42.279786 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59c4c0f8-0ae4-4222-9915-402a5f7ca2b1 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:12:42.280188 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'tag': '76fa7e39-7900-423e-94b0-185970c0230d', 'status': 'completed', 'code': 200} Dec 14 13:12:42.281225 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d65b02-8046-4bf7-a57a-b28f78d9dec2 service neutron] Pushing event updated for resources: {'Port': ['ID=76fa7e39-7900-423e-94b0-185970c0230d,revision_number=3']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:12:42.305508 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae7ec3-9f24-4122-a4e1-a9bc8a558135 req-77cc7157-fefe-4d59-97f5-324e8eb981ff tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:42.307230 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-94ae7ec3-9f24-4122-a4e1-a9bc8a558135 req-77cc7157-fefe-4d59-97f5-324e8eb981ff tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 944 time: 0.0823023 Dec 14 13:12:42.341788 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-401c1587-c112-4430-a195-ca4566901099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:42.343487 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-401c1587-c112-4430-a195-ca4566901099 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 1097 time: 0.0498216 Dec 14 13:12:42.368242 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-94ae7ec3-9f24-4122-a4e1-a9bc8a558135 req-1bcbbc74-bb94-4402-ab7f-335e55c4fbd7 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546505 Dec 14 13:12:42.389548 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-910ada7d-88e6-4c53-88a7-eb9009817a8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fa7e39-7900-423e-94b0-185970c0230d HTTP/1.1" status: 200 len: 217 time: 0.0364783 Dec 14 13:12:42.438087 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-842290c0-982f-47ac-82e6-8cfb924a5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:42.439596 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-842290c0-982f-47ac-82e6-8cfb924a5276 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0448692 Dec 14 13:12:42.484040 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-f0a6d88f-0b78-4810-aa99-d869ca326343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:42.485641 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-f0a6d88f-0b78-4810-aa99-d869ca326343 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394523 Dec 14 13:12:42.579271 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-1eb689eb-7d49-4050-b3f1-5ef3b4e3e34d service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859416 Dec 14 13:12:42.666362 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-296ab7ca-81c0-4660-9928-34770ceb5065 req-1caf6525-5f8d-4080-b90e-da14d84a64ca service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804117 Dec 14 13:12:42.771013 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7083a6-907c-44d2-9473-c83f5e81d723 req-7e2ef4c3-f594-40e0-93c7-4cae9d537280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:42.773627 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-ad7083a6-907c-44d2-9473-c83f5e81d723 req-7e2ef4c3-f594-40e0-93c7-4cae9d537280 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 1097 time: 0.0560157 Dec 14 13:12:42.873555 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7083a6-907c-44d2-9473-c83f5e81d723 req-8a0571b9-c178-4fde-a2f7-937a7a34db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:42.875027 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-ad7083a6-907c-44d2-9473-c83f5e81d723 req-8a0571b9-c178-4fde-a2f7-937a7a34db39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0930083 Dec 14 13:12:42.920393 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-ad7083a6-907c-44d2-9473-c83f5e81d723 req-d5727469-c8b3-4261-9c0c-d4b571b103be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fa7e39-7900-423e-94b0-185970c0230d HTTP/1.1" status: 200 len: 217 time: 0.0365665 Dec 14 13:12:42.969373 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7083a6-907c-44d2-9473-c83f5e81d723 req-7b0bb93c-3b59-4e3f-931f-9a5b157f4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:42.970806 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-ad7083a6-907c-44d2-9473-c83f5e81d723 req-7b0bb93c-3b59-4e3f-931f-9a5b157f4bfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0426552 Dec 14 13:12:43.015353 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7083a6-907c-44d2-9473-c83f5e81d723 req-0ab96c3c-9ba8-483c-824f-7016bc7ea22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:43.016807 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-ad7083a6-907c-44d2-9473-c83f5e81d723 req-0ab96c3c-9ba8-483c-824f-7016bc7ea22f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385525 Dec 14 13:12:43.119186 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-ad7083a6-907c-44d2-9473-c83f5e81d723 req-4fa5bd63-7788-478c-8640-a592e50941c4 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914900 Dec 14 13:12:43.215763 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-ad7083a6-907c-44d2-9473-c83f5e81d723 req-49f26e47-9917-4b7c-b7df-0766772fb1ec service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848198 Dec 14 13:12:43.495039 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03984b-17fa-4f7d-9362-48edaa7b9819 req-d8a27e28-401e-487c-b947-21e1cde4354b tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:43.496569 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b03984b-17fa-4f7d-9362-48edaa7b9819 req-d8a27e28-401e-487c-b947-21e1cde4354b tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 944 time: 0.0507967 Dec 14 13:12:43.550200 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-8b03984b-17fa-4f7d-9362-48edaa7b9819 req-cbafb8f5-191f-4e4b-82ba-8f9afc7fefd5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449822 Dec 14 13:12:44.153674 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:12:44.600510 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:44.671656 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeed5e3-c541-4be8-a00f-18ce46b1af95 req-f462e1d7-05a3-4233-b8c4-5b058e19dd58 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:44.673139 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dfeed5e3-c541-4be8-a00f-18ce46b1af95 req-f462e1d7-05a3-4233-b8c4-5b058e19dd58 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 944 time: 0.0493791 Dec 14 13:12:44.730634 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-dfeed5e3-c541-4be8-a00f-18ce46b1af95 req-f53581b7-2312-4a9a-b059-fa184d29bd6c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486102 Dec 14 13:12:45.862773 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ba251-5a38-4d9b-b33b-c2eab8d3a84d req-6ee0ceb9-0b1f-4a16-8f28-30cdb5087178 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:45.864247 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d92ba251-5a38-4d9b-b33b-c2eab8d3a84d req-6ee0ceb9-0b1f-4a16-8f28-30cdb5087178 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 944 time: 0.0530756 Dec 14 13:12:45.914110 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d92ba251-5a38-4d9b-b33b-c2eab8d3a84d req-1ac93634-86f6-48f1-ac70-77653eaca004 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434752 Dec 14 13:12:47.044430 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acabb0-1380-4d20-8f31-41892576065a req-ae83f9a5-7b19-4900-8fad-3bb8883fba4d tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:47.045953 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a8acabb0-1380-4d20-8f31-41892576065a req-ae83f9a5-7b19-4900-8fad-3bb8883fba4d tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 944 time: 0.0505376 Dec 14 13:12:47.100490 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a8acabb0-1380-4d20-8f31-41892576065a req-349af5ff-ae8b-45b7-8dcf-a39abce1b787 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456777 Dec 14 13:12:48.231617 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c656b7b-72f4-40a1-80f3-4b1066dc70d0 req-1c6fbf86-9420-4bc1-91e1-2804a4ae5395 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:48.233080 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1c656b7b-72f4-40a1-80f3-4b1066dc70d0 req-1c6fbf86-9420-4bc1-91e1-2804a4ae5395 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 944 time: 0.0531070 Dec 14 13:12:48.281137 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1c656b7b-72f4-40a1-80f3-4b1066dc70d0 req-7bcc8714-6b7e-4443-9eca-2585ad550db4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Dec 14 13:12:49.413080 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f5a56-1393-4a98-b7a9-59f3611ff245 req-e211a483-cb6c-48c2-ada9-8997fb629b45 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:49.414599 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1c7f5a56-1393-4a98-b7a9-59f3611ff245 req-e211a483-cb6c-48c2-ada9-8997fb629b45 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 944 time: 0.0514231 Dec 14 13:12:49.465621 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1c7f5a56-1393-4a98-b7a9-59f3611ff245 req-36c32545-1999-4fbb-84d9-88e3f254f2dd tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 Dec 14 13:12:50.602582 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbd8f8-141e-46d5-9b86-30f322af60ab req-d74a4c97-bd25-4a50-a157-c50fc6418df3 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:50.604310 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b0dbd8f8-141e-46d5-9b86-30f322af60ab req-d74a4c97-bd25-4a50-a157-c50fc6418df3 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 944 time: 0.0599074 Dec 14 13:12:50.658112 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-b0dbd8f8-141e-46d5-9b86-30f322af60ab req-6137d3db-b2b1-4b9f-8bdb-b35fb8b1a732 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477624 Dec 14 13:12:50.959465 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 76fa7e39-7900-423e-94b0-185970c0230d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=102352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 13:12:51.062751 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 76fa7e39-7900-423e-94b0-185970c0230d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=76fa7e39-7900-423e-94b0-185970c0230d,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:12:51.074643 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Returning: {'device': '76fa7e39-7900-423e-94b0-185970c0230d', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'port_id': '76fa7e39-7900-423e-94b0-185970c0230d', 'mac_address': 'fa:16:3e:9b:3f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 13:12:51.112796 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:51.126029 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fa7e39-7900-423e-94b0-185970c0230d {{(pid=102352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 13:12:51.146367 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 76fa7e39-7900-423e-94b0-185970c0230d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=76fa7e39-7900-423e-94b0-185970c0230d,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:12:51.152631 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:51.200682 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=76fa7e39-7900-423e-94b0-185970c0230d,revision_number=4']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:12:51.208373 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.208731 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.209106 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.209443 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.209779 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.210084 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.210418 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.210752 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.211087 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.211414 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.211737 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.212056 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.212380 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:51.404817 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] get_ports_and_sgs() called for port_ids ['76fa7e39-7900-423e-94b0-185970c0230d'] {{(pid=102352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 13:12:51.783722 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da67e17-c6f4-4ff0-9ddf-f695de0704d0 req-be52942d-dc32-4a55-9409-0528ad540155 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:51.785188 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9da67e17-c6f4-4ff0-9ddf-f695de0704d0 req-be52942d-dc32-4a55-9409-0528ad540155 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 945 time: 0.0500023 Dec 14 13:12:51.835664 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9da67e17-c6f4-4ff0-9ddf-f695de0704d0 req-b8f8cd2e-aa7c-43af-86ca-20f306e5ad2f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419333 Dec 14 13:12:52.958919 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c3be-6d24-4c91-a90d-01135c6da982 req-3cf054bc-43d8-4f6f-a591-029690036020 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:52.961098 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3bd4c3be-6d24-4c91-a90d-01135c6da982 req-3cf054bc-43d8-4f6f-a591-029690036020 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 945 time: 0.0578048 Dec 14 13:12:52.962143 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 76fa7e39-7900-423e-94b0-185970c0230d up at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 13:12:53.011882 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-3bd4c3be-6d24-4c91-a90d-01135c6da982 req-7a2b1d4b-c821-4def-a1a0-70b8e90bf505 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447843 Dec 14 13:12:53.019545 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning for port 76fa7e39-7900-423e-94b0-185970c0230d completed by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 13:12:53.023383 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Provisioning complete for port 76fa7e39-7900-423e-94b0-185970c0230d triggered by entity L2. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:12:53.023756 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:53.101761 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:53.125543 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fa7e39-7900-423e-94b0-185970c0230d'}] {{(pid=102352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:12:53.127695 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab483e5fbb8cf22ccb6e33f76b20819170a1de6130eb660d99f040fdefa4d0ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964de790-8fc3-4fb6-b629-70fdc9962240" -d '{"events": [{"server_uuid": "86c97e97-93e7-40dc-9bcb-b2cf281f4374", "name": "network-vif-plugged", "status": "completed", "tag": "76fa7e39-7900-423e-94b0-185970c0230d"}]}' {{(pid=102352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:12:53.140228 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.db [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] For port 76fa7e39-7900-423e-94b0-185970c0230d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=76fa7e39-7900-423e-94b0-185970c0230d,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:12:53.145017 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211'] for port, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:53.170729 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9961c0-21fd-4e3b-a13e-97b09764e906 x-openstack-request-id: req-ec9961c0-21fd-4e3b-a13e-97b09764e906 {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:12:53.171011 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c97e97-93e7-40dc-9bcb-b2cf281f4374", "name": "network-vif-plugged", "status": "completed", "tag": "76fa7e39-7900-423e-94b0-185970c0230d", "code": 200}]} {{(pid=102352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:12:53.171262 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec9961c0-21fd-4e3b-a13e-97b09764e906 {{(pid=102352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:12:53.171650 dv-cinder-784477-10-iscsi neutron-server[102352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fa7e39-7900-423e-94b0-185970c0230d', 'code': 200} Dec 14 13:12:53.203899 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Pushing event updated for resources: {'Port': ['ID=76fa7e39-7900-423e-94b0-185970c0230d,revision_number=5']} {{(pid=102352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:12:53.404427 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad4932-216e-4b85-9525-8d66b846caeb req-3b434942-2bf5-4992-b11f-8ba9b79b9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:53.405884 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e9ad4932-216e-4b85-9525-8d66b846caeb req-3b434942-2bf5-4992-b11f-8ba9b79b9cae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 1099 time: 0.0414023 Dec 14 13:12:53.450822 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-e9ad4932-216e-4b85-9525-8d66b846caeb req-b1d11cea-b1c9-4142-af67-ce2223f5c806 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380013 Dec 14 13:12:53.941686 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7084-3371-4ee8-82eb-dc7e67f7ad6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:54.135001 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774c8c6-7b61-4e2f-a959-05a8ece98981 req-ab180a74-6c0e-4cd2-b799-cc732e0a8199 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:54.136508 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a774c8c6-7b61-4e2f-a959-05a8ece98981 req-ab180a74-6c0e-4cd2-b799-cc732e0a8199 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 946 time: 0.0529296 Dec 14 13:12:54.187803 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-a774c8c6-7b61-4e2f-a959-05a8ece98981 req-da2a60c6-42b8-46a7-9c77-865433df4900 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439582 Dec 14 13:12:55.323183 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9532920-1dc2-4325-bbc1-c7e990398060 req-45997ee0-d389-405b-850d-0567361b43e8 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:55.324977 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e9532920-1dc2-4325-bbc1-c7e990398060 req-45997ee0-d389-405b-850d-0567361b43e8 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 946 time: 0.0540917 Dec 14 13:12:55.379977 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-e9532920-1dc2-4325-bbc1-c7e990398060 req-d75129bd-565f-4422-a316-9a0abc485a71 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487397 Dec 14 13:12:55.511032 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ac5d7-a11d-4a1f-92dd-47d97fcc62c9 req-ebe9c67b-c1c1-4edc-b755-750a6d7840d9 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:55.512398 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ab7ac5d7-a11d-4a1f-92dd-47d97fcc62c9 req-ebe9c67b-c1c1-4edc-b755-750a6d7840d9 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 946 time: 0.0534136 Dec 14 13:12:55.568278 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-ab7ac5d7-a11d-4a1f-92dd-47d97fcc62c9 req-bde6a795-f66c-4c40-bed4-3a4bd4df7e2e tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473533 Dec 14 13:12:55.590761 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50364) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:12:55.644204 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4eb31d-7217-442e-b7fe-91af82fa2716 tempest-TestVolumeBootPattern-635352759 tempest-TestVolumeBootPattern-635352759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:55.645727 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-3f4eb31d-7217-442e-b7fe-91af82fa2716 tempest-TestVolumeBootPattern-635352759 tempest-TestVolumeBootPattern-635352759-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 1094 time: 0.0538893 Dec 14 13:12:55.648685 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50366) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:12:55.653555 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.v2.base [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Request body: {'floatingip': {'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'port_id': '76fa7e39-7900-423e-94b0-185970c0230d', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 13:12:55.678464 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:55.786669 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:55.885474 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.db_base_plugin_common [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Allocated IP 172.27.2.212 (2946f6d7-cdce-44ff-bb19-df196ff995d7/eb26fc66-47c0-4894-948a-a848d8992f86/6bac19bc-2080-4873-afbf-fec2f16bebe0) {{(pid=102351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 13:12:55.961902 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-a5e921c5-7130-41d2-9f33-6adb3651a258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:55.991307 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for port, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:56.033429 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769298784175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:56.071706 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Network 2946f6d7-cdce-44ff-bb19-df196ff995d7 is already hosted by enough agents. {{(pid=102351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 13:12:56.076063 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.base_scheduler [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Resources bound (agent type, host, resource id): {{(pid=102351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 13:12:56.080292 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Received port after_create {{(pid=102351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 13:12:56.083294 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'Port': ['ID=6bac19bc-2080-4873-afbf-fec2f16bebe0,revision_number=1']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:12:56.109931 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.110279 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.110614 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.110949 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.111271 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.111571 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.111918 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.112237 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.112557 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.112882 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.113210 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.113523 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.113833 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:12:56.682395 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:56.748609 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33147750'] for port, before_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:56.899383 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for port, precommit_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:56.905804 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769299268837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769298784193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769298784211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8581069'] for port, after_update {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:56.975052 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event updated for resources: {'Port': ['ID=6bac19bc-2080-4873-afbf-fec2f16bebe0,revision_number=2']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:12:56.984964 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471064'] for floatingip, after_create {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:57.083355 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.l3_db [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Floating IP ce9f0330-e860-4acb-906c-a66fa78143b4 associated. External IP: 172.27.2.212, port: 76fa7e39-7900-423e-94b0-185970c0230d. Dec 14 13:12:57.289369 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Router 986b7dab-98c8-4956-98d1-fd836b56677c has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:12:57.386504 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:57.398346 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:12:57.409002 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373051c8-93d3-4aaf-9f63-b6571d793841 None None] Sync routers for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:12:57.416432 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:57.419040 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373051c8-93d3-4aaf-9f63-b6571d793841 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:12:57.419654 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-373051c8-93d3-4aaf-9f63-b6571d793841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:12:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:12:57.442838 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-98298e20-c6ae-42eb-a370-69b0a4e13ca4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7929652 Dec 14 13:12:57.443499 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'tag': '76fa7e39-7900-423e-94b0-185970c0230d'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:12:57.445886 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b722165a-e17e-48c5-aab1-1511097aa968" -d '{"events": [{"name": "network-changed", "server_uuid": "86c97e97-93e7-40dc-9bcb-b2cf281f4374", "tag": "76fa7e39-7900-423e-94b0-185970c0230d"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:12:57.483917 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69916abc-2ead-499d-b783-6b2b256115ff x-openstack-request-id: req-69916abc-2ead-499d-b783-6b2b256115ff {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:12:57.484210 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c97e97-93e7-40dc-9bcb-b2cf281f4374", "tag": "76fa7e39-7900-423e-94b0-185970c0230d", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:12:57.484457 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69916abc-2ead-499d-b783-6b2b256115ff {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:12:57.484919 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'tag': '76fa7e39-7900-423e-94b0-185970c0230d', 'status': 'completed', 'code': 200} Dec 14 13:12:57.554767 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722165a-e17e-48c5-aab1-1511097aa968 req-2c32dbd6-bf50-46ae-a1f4-9fda5f254477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:57.556192 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b722165a-e17e-48c5-aab1-1511097aa968 req-2c32dbd6-bf50-46ae-a1f4-9fda5f254477 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 1099 time: 0.0483079 Dec 14 13:12:57.649192 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722165a-e17e-48c5-aab1-1511097aa968 req-5ac426c1-a9bd-445b-9255-3580fe7d80de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:57.650665 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b722165a-e17e-48c5-aab1-1511097aa968 req-5ac426c1-a9bd-445b-9255-3580fe7d80de service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0858433 Dec 14 13:12:57.664818 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-373051c8-93d3-4aaf-9f63-b6571d793841 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:12:57.719678 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b722165a-e17e-48c5-aab1-1511097aa968 req-78e3f059-c8a0-40d2-820a-4400cc313ca5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fa7e39-7900-423e-94b0-185970c0230d HTTP/1.1" status: 200 len: 1000 time: 0.0616384 Dec 14 13:12:57.767608 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722165a-e17e-48c5-aab1-1511097aa968 req-80054c22-d855-49bb-8370-f7c7ed9dbb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:57.769075 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b722165a-e17e-48c5-aab1-1511097aa968 req-80054c22-d855-49bb-8370-f7c7ed9dbb94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0424120 Dec 14 13:12:57.815290 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722165a-e17e-48c5-aab1-1511097aa968 req-b7722190-9653-48e3-9334-3b166e97aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:12:57.816698 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b722165a-e17e-48c5-aab1-1511097aa968 req-b7722190-9653-48e3-9334-3b166e97aec4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411482 Dec 14 13:12:57.891913 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-373051c8-93d3-4aaf-9f63-b6571d793841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '746e3e44-b19d-4a95-9744-1487f033835b', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '6aec8549-7ca3-4c26-b734-050efe27049d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:04:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:11:04Z', 'updated_at': '2021-12-14T13:11:06Z', 'revision_number': 1, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}, {'id': 'ce9f0330-e860-4acb-906c-a66fa78143b4', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '76fa7e39-7900-423e-94b0-185970c0230d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:9b:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:12:56Z', 'updated_at': '2021-12-14T13:12:56Z', 'revision_number': 0, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:12:57.907402 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b722165a-e17e-48c5-aab1-1511097aa968 req-18b1a774-f286-4c9e-b617-045708a75b19 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836511 Dec 14 13:12:57.917974 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373051c8-93d3-4aaf-9f63-b6571d793841 None None] Checking router: 986b7dab-98c8-4956-98d1-fd836b56677c for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:12:57.926586 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373051c8-93d3-4aaf-9f63-b6571d793841 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:12:57.927189 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-373051c8-93d3-4aaf-9f63-b6571d793841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:12:56Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:12:57.996001 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-b722165a-e17e-48c5-aab1-1511097aa968 req-f2529e89-d809-4a23-b40d-990e149e382a service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821993 Dec 14 13:12:58.035369 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-373051c8-93d3-4aaf-9f63-b6571d793841 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:12:58.267708 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-373051c8-93d3-4aaf-9f63-b6571d793841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '746e3e44-b19d-4a95-9744-1487f033835b', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '6aec8549-7ca3-4c26-b734-050efe27049d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:04:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:11:04Z', 'updated_at': '2021-12-14T13:11:06Z', 'revision_number': 1, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}, {'id': 'ce9f0330-e860-4acb-906c-a66fa78143b4', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '76fa7e39-7900-423e-94b0-185970c0230d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:9b:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:12:56Z', 'updated_at': '2021-12-14T13:12:56Z', 'revision_number': 0, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:12:58.294285 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373051c8-93d3-4aaf-9f63-b6571d793841 None None] The sync data for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi is: [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '746e3e44-b19d-4a95-9744-1487f033835b', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '6aec8549-7ca3-4c26-b734-050efe27049d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:04:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:11:04Z', 'updated_at': '2021-12-14T13:11:06Z', 'revision_number': 1, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}, {'id': 'ce9f0330-e860-4acb-906c-a66fa78143b4', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '76fa7e39-7900-423e-94b0-185970c0230d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:9b:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:12:56Z', 'updated_at': '2021-12-14T13:12:56Z', 'revision_number': 0, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:12:58.495738 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fd69f6-9e59-4bd2-949b-b2a48503ecf9 None None] New status for floating IP ce9f0330-e860-4acb-906c-a66fa78143b4: ACTIVE {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:12:58.662623 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:12:59.501042 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:14.606440 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:21.158437 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:13:23.943423 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-7c412402-4a97-41ff-b3d2-abdf95bf466b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:24.570366 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-c4f4bce9-906d-43a4-bf0f-9364b6a18f0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420465 Dec 14 13:13:24.658524 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-a842ad8a-93f8-4953-960c-187f117ea4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:13:24.660022 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-a842ad8a-93f8-4953-960c-187f117ea4da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 1099 time: 0.0462787 Dec 14 13:13:24.761281 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-1dad06a3-8d23-4082-a66c-1586f247863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:13:24.762778 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-1dad06a3-8d23-4082-a66c-1586f247863b service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0836117 Dec 14 13:13:24.831403 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-160ff99e-7ebd-41b6-b613-a525b01e21f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aec8549-7ca3-4c26-b734-050efe27049d HTTP/1.1" status: 200 len: 1001 time: 0.0611305 Dec 14 13:13:24.880873 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-944935cd-ae22-4fe0-a54b-6cbc493b5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:13:24.882318 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-944935cd-ae22-4fe0-a54b-6cbc493b5103 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0429223 Dec 14 13:13:24.927770 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-e280cd32-3f68-4e78-a44e-f2a77f1f8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:13:24.929267 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-e280cd32-3f68-4e78-a44e-f2a77f1f8745 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391457 Dec 14 13:13:25.020218 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-49a1af2a-047d-4260-a293-cebe2d9a5fff service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839059 Dec 14 13:13:25.112275 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-52749f29-d47d-46a4-b1a7-819b41868dc9 req-b636539b-75e3-4ed4-983c-3eb69f68c493 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843599 Dec 14 13:13:25.964511 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c2e71088-59ba-456e-8c25-f044b9a8498c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:27.403458 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:28.669549 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:29.503186 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:30.550025 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [req-87970995-7a1f-4d3a-bd3a-7f2bd096cc6a req-c41895fb-d1bf-4549-81c9-a24644b05095 service neutron] (102351) timed out ('10.222.0.44', 64632) {{(pid=102351) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 13:13:32.378440 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [req-86b1ff46-5ab7-4230-8c46-98a296d1fb2d req-19f2a415-3534-4b6d-9784-447e634aba96 service neutron] (102350) timed out ('10.222.0.44', 64642) {{(pid=102350) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 13:13:40.480767 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [req-0e11d28b-6793-4a08-9fb9-4400c7e9a43b req-7f1c1237-c02e-4f40-b4a6-e1c5613ad38f service neutron] (102350) timed out ('10.222.0.44', 64650) {{(pid=102350) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 13:13:44.603633 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:53.946105 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-7dc55e4f-2b21-468f-976e-3eed9dfe7464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:55.971115 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-970cffa8-6994-474a-bf45-79dba3c62ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:57.395525 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:58.163684 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:13:58.670557 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:13:59.509433 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:14.595246 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:23.948670 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c5d2-609d-4a46-b790-ac79d35e4f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:25.963676 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-d9252460-fce5-4a3f-b1f9-3c07277e5dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:26.623638 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-54d0df5a-2477-4c65-a191-4a775bd66bf3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908906 Dec 14 13:14:26.690353 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-8bb912c6-49d4-47d5-92f5-f5a5e03486c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:26.691796 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-8bb912c6-49d4-47d5-92f5-f5a5e03486c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 1099 time: 0.0444584 Dec 14 13:14:26.796632 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-269cc925-1c24-4aac-b630-2a60077bd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:26.798150 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-269cc925-1c24-4aac-b630-2a60077bd32d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0842645 Dec 14 13:14:26.867453 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-3dc2a320-71d7-4bcd-a299-f7de46af7aba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fa7e39-7900-423e-94b0-185970c0230d HTTP/1.1" status: 200 len: 1002 time: 0.0611196 Dec 14 13:14:26.917364 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-11ea374d-6bb2-4c4a-aaf0-d1c9522b2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:26.918737 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-11ea374d-6bb2-4c4a-aaf0-d1c9522b2d94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0444186 Dec 14 13:14:26.965676 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-fdb265d9-5f5d-44c2-8e3c-985f05bab4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:26.967110 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-fdb265d9-5f5d-44c2-8e3c-985f05bab4d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405324 Dec 14 13:14:27.075096 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-b68214be-1e8a-477e-88bc-3cb063f44bf6 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001484 Dec 14 13:14:27.163152 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-390f7701-7140-4d99-b3a5-f65336fa32e8 req-46ca17b2-419f-4548-9544-e0681e541668 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810897 Dec 14 13:14:27.403707 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:28.675726 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:29.516662 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:35.168713 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:14:36.083602 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50406) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:36.298127 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Deleting port 6bac19bc-2080-4873-afbf-fec2f16bebe0 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:36.298439 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:36.382067 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:36.382279 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:36.393774 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Calling delete_port for 6bac19bc-2080-4873-afbf-fec2f16bebe0 owned by network:floatingip {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:14:36.541631 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:36.566389 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event deleted for resources: {'Port': ['ID=6bac19bc-2080-4873-afbf-fec2f16bebe0,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:36.577875 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.578227 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.578581 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.578915 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.579245 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.579576 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.579903 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.580230 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.580557 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.580875 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.581207 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.581522 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.581839 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:36.638003 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:36.638232 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.l3_db [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Floating IP ce9f0330-e860-4acb-906c-a66fa78143b4 disassociated (deleted). External IP: 172.27.2.212, port: 76fa7e39-7900-423e-94b0-185970c0230d. Dec 14 13:14:36.850880 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Router 986b7dab-98c8-4956-98d1-fd836b56677c has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:14:36.962441 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:14:36.967449 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:36.972177 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97761b4a-6049-4b26-891c-af940f799922 None None] Sync routers for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:14:36.982129 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97761b4a-6049-4b26-891c-af940f799922 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:14:36.982964 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-97761b4a-6049-4b26-891c-af940f799922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:14:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:36.995214 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-83e90f29-a68a-4ed6-9a23-d18215d1c28f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "DELETE /v2.0/floatingips/ce9f0330-e860-4acb-906c-a66fa78143b4 HTTP/1.1" status: 204 len: 168 time: 0.9101133 Dec 14 13:14:36.995907 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'tag': '76fa7e39-7900-423e-94b0-185970c0230d'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:14:36.998197 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9849ef5f-83cf-49f5-af5e-95a772c27a83" -d '{"events": [{"name": "network-changed", "server_uuid": "86c97e97-93e7-40dc-9bcb-b2cf281f4374", "tag": "76fa7e39-7900-423e-94b0-185970c0230d"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:14:37.092997 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-97761b4a-6049-4b26-891c-af940f799922 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:14:37.185347 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f287ad4-5ab3-4607-9f98-d517949ace3a x-openstack-request-id: req-8f287ad4-5ab3-4607-9f98-d517949ace3a {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:14:37.185878 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c97e97-93e7-40dc-9bcb-b2cf281f4374", "tag": "76fa7e39-7900-423e-94b0-185970c0230d", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:14:37.185878 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f287ad4-5ab3-4607-9f98-d517949ace3a {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:14:37.186254 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'tag': '76fa7e39-7900-423e-94b0-185970c0230d', 'status': 'completed', 'code': 200} Dec 14 13:14:37.252164 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849ef5f-83cf-49f5-af5e-95a772c27a83 req-003fae13-80a3-466c-aa45-1dfa596ef521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:37.253828 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9849ef5f-83cf-49f5-af5e-95a772c27a83 req-003fae13-80a3-466c-aa45-1dfa596ef521 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 1099 time: 0.0430396 Dec 14 13:14:37.280273 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395649bf-0670-404c-a24b-aac0faeb29d3 req-17bbe32e-7b50-45c6-a7e3-23bfefed81f9 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:37.287565 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-395649bf-0670-404c-a24b-aac0faeb29d3 req-17bbe32e-7b50-45c6-a7e3-23bfefed81f9 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 946 time: 0.1150723 Dec 14 13:14:37.341639 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-395649bf-0670-404c-a24b-aac0faeb29d3 req-5ed45b8a-d6f6-476d-9ef2-7582d2ae72f3 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487416 Dec 14 13:14:37.344128 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-97761b4a-6049-4b26-891c-af940f799922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '746e3e44-b19d-4a95-9744-1487f033835b', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '6aec8549-7ca3-4c26-b734-050efe27049d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:04:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:11:04Z', 'updated_at': '2021-12-14T13:11:06Z', 'revision_number': 1, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:37.354110 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849ef5f-83cf-49f5-af5e-95a772c27a83 req-987f414c-ab43-4b57-83ce-cfe7f454e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:37.355587 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9849ef5f-83cf-49f5-af5e-95a772c27a83 req-987f414c-ab43-4b57-83ce-cfe7f454e6ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0936046 Dec 14 13:14:37.370762 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97761b4a-6049-4b26-891c-af940f799922 None None] Checking router: 986b7dab-98c8-4956-98d1-fd836b56677c for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:14:37.378930 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97761b4a-6049-4b26-891c-af940f799922 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:14:37.379528 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-97761b4a-6049-4b26-891c-af940f799922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:14:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:37.397481 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9849ef5f-83cf-49f5-af5e-95a772c27a83 req-b0a0ce02-de58-472f-8565-9ec697c0629e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fa7e39-7900-423e-94b0-185970c0230d HTTP/1.1" status: 200 len: 217 time: 0.0337198 Dec 14 13:14:37.447349 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849ef5f-83cf-49f5-af5e-95a772c27a83 req-9c3e3547-0b23-492f-8f73-2f390e8d9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:37.448778 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9849ef5f-83cf-49f5-af5e-95a772c27a83 req-9c3e3547-0b23-492f-8f73-2f390e8d9ed5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0440009 Dec 14 13:14:37.484300 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-97761b4a-6049-4b26-891c-af940f799922 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:14:37.501731 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849ef5f-83cf-49f5-af5e-95a772c27a83 req-2c7ca8a8-c539-4677-b10a-0669a55de890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:37.503211 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9849ef5f-83cf-49f5-af5e-95a772c27a83 req-2c7ca8a8-c539-4677-b10a-0669a55de890 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436711 Dec 14 13:14:37.593179 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9849ef5f-83cf-49f5-af5e-95a772c27a83 req-9068295b-2d92-4132-8933-170cf1e95035 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812335 Dec 14 13:14:37.691579 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9849ef5f-83cf-49f5-af5e-95a772c27a83 req-9e15677d-170d-4d42-ac27-7237f18200d6 service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905085 Dec 14 13:14:37.841070 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-97761b4a-6049-4b26-891c-af940f799922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '746e3e44-b19d-4a95-9744-1487f033835b', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '6aec8549-7ca3-4c26-b734-050efe27049d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:04:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:11:04Z', 'updated_at': '2021-12-14T13:11:06Z', 'revision_number': 1, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:37.867196 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97761b4a-6049-4b26-891c-af940f799922 None None] The sync data for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi is: [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_floatingips': [{'id': '746e3e44-b19d-4a95-9744-1487f033835b', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'router_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'port_id': '6aec8549-7ca3-4c26-b734-050efe27049d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'mac_address': 'fa:16:3e:04:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T13:11:04Z', 'updated_at': '2021-12-14T13:11:06Z', 'revision_number': 1, 'project_id': 'b854de8019ad4a598587133ba362564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:14:38.105122 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ba7d2-2507-470a-8163-163e8b8b16f4 None None] New status for floating IP ce9f0330-e860-4acb-906c-a66fa78143b4: DOWN {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:14:38.518836 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaa5b2-298b-40fd-b861-2287f7ff12e4 req-efca871f-2724-4edf-a45f-4dfadc4dd3ca tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:38.520316 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-aefaa5b2-298b-40fd-b861-2287f7ff12e4 req-efca871f-2724-4edf-a45f-4dfadc4dd3ca tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 946 time: 0.1087613 Dec 14 13:14:38.571164 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-aefaa5b2-298b-40fd-b861-2287f7ff12e4 req-fc4ae82a-eaf6-4036-882c-c796c941788e tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443995 Dec 14 13:14:38.781866 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12cc97-9918-4b12-a849-1620805d1374 req-a7cf06c6-002f-43b6-8709-54309cad11f4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:38.783337 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9d12cc97-9918-4b12-a849-1620805d1374 req-a7cf06c6-002f-43b6-8709-54309cad11f4 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 946 time: 0.0549097 Dec 14 13:14:38.880019 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-9d12cc97-9918-4b12-a849-1620805d1374 req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Deleting port 76fa7e39-7900-423e-94b0-185970c0230d {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:38.880404 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-9d12cc97-9918-4b12-a849-1620805d1374 req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:38.968551 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-9d12cc97-9918-4b12-a849-1620805d1374 req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] For port 76fa7e39-7900-423e-94b0-185970c0230d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=76fa7e39-7900-423e-94b0-185970c0230d,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:14:38.968901 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-9d12cc97-9918-4b12-a849-1620805d1374 req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:38.980592 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-9d12cc97-9918-4b12-a849-1620805d1374 req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Calling delete_port for 76fa7e39-7900-423e-94b0-185970c0230d owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:14:39.116156 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-9d12cc97-9918-4b12-a849-1620805d1374 req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:39.143673 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event deleted for resources: {'Port': ['ID=76fa7e39-7900-423e-94b0-185970c0230d,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:39.155413 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.155778 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.156121 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.156454 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.156774 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.157130 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.157457 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.157774 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.158096 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.158416 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.158716 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.159045 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.159341 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-10-iscsi {{(pid=102350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 13:14:39.192481 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d12cc97-9918-4b12-a849-1620805d1374 req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] No DVR routers for this DVR port 76fa7e39-7900-423e-94b0-185970c0230d on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:14:39.194936 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-9d12cc97-9918-4b12-a849-1620805d1374 req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:39.198259 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-9d12cc97-9918-4b12-a849-1620805d1374 req-dda1ca06-f31d-4376-b832-c66b52ff504f tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "DELETE /v2.0/ports/76fa7e39-7900-423e-94b0-185970c0230d HTTP/1.1" status: 204 len: 173 time: 0.4079428 Dec 14 13:14:39.198676 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'name': 'network-vif-deleted', 'tag': '76fa7e39-7900-423e-94b0-185970c0230d'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:14:39.200943 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a278bc3b-d611-4760-a0bb-cf20f96829e0" -d '{"events": [{"server_uuid": "86c97e97-93e7-40dc-9bcb-b2cf281f4374", "name": "network-vif-deleted", "tag": "76fa7e39-7900-423e-94b0-185970c0230d"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:14:39.239615 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee06ccc-0a8f-4912-ba91-50731c95608c x-openstack-request-id: req-6ee06ccc-0a8f-4912-ba91-50731c95608c {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:14:39.239904 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c97e97-93e7-40dc-9bcb-b2cf281f4374", "name": "network-vif-deleted", "tag": "76fa7e39-7900-423e-94b0-185970c0230d", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:14:39.240327 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ee06ccc-0a8f-4912-ba91-50731c95608c {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:14:39.240600 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c97e97-93e7-40dc-9bcb-b2cf281f4374', 'name': 'network-vif-deleted', 'tag': '76fa7e39-7900-423e-94b0-185970c0230d', 'status': 'completed', 'code': 200} Dec 14 13:14:39.676914 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-f76c90e2-6060-4382-ab8e-81a9cc1af792 req-3cb1b1f0-240c-4729-accb-b4f3a1879a06 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c97e97-93e7-40dc-9bcb-b2cf281f4374 HTTP/1.1" status: 200 len: 210 time: 0.0267909 Dec 14 13:14:41.514171 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 76fa7e39-7900-423e-94b0-185970c0230d no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:14:41.541175 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 76fa7e39-7900-423e-94b0-185970c0230d {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:14:41.541523 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 76fa7e39-7900-423e-94b0-185970c0230d not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:14:42.997759 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50454) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:43.171287 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Deleting port e6d09bb0-dd3b-4ec0-931d-ffaf8b63e0d7 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:43.171539 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:43.246742 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:43.247035 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:43.258484 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Calling delete_port for e6d09bb0-dd3b-4ec0-931d-ffaf8b63e0d7 owned by network:floatingip {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:14:43.410271 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:43.434675 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event deleted for resources: {'Port': ['ID=e6d09bb0-dd3b-4ec0-931d-ffaf8b63e0d7,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:43.498962 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:43.499284 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.db.l3_db [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Floating IP 746e3e44-b19d-4a95-9744-1487f033835b disassociated (deleted). External IP: 172.27.2.17, port: 6aec8549-7ca3-4c26-b734-050efe27049d. Dec 14 13:14:43.704937 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Router 986b7dab-98c8-4956-98d1-fd836b56677c has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:14:43.811261 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:14:43.816478 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:43.821574 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577843c5-a526-4950-a14e-2da3e26ff4e8 None None] Sync routers for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:14:43.831919 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577843c5-a526-4950-a14e-2da3e26ff4e8 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:14:43.832518 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-577843c5-a526-4950-a14e-2da3e26ff4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:14:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:43.844070 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-b78b44e2-51a3-49cf-acfe-32a536787412 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "DELETE /v2.0/floatingips/746e3e44-b19d-4a95-9744-1487f033835b HTTP/1.1" status: 204 len: 168 time: 0.8451846 Dec 14 13:14:43.844628 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'tag': '6aec8549-7ca3-4c26-b734-050efe27049d'}] {{(pid=102351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:14:43.847011 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aecef774895fb6502fc31b3693a9996517b017b22d21600c0ea4ebeb7121c05f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f338f707-16a0-4b54-bae9-a4b1140d7b31" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffe001e-4663-4c36-8a16-5cc57d821992", "tag": "6aec8549-7ca3-4c26-b734-050efe27049d"}]}' {{(pid=102351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:14:43.886008 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef709fca-e493-4ef8-baf0-4531e111244b x-openstack-request-id: req-ef709fca-e493-4ef8-baf0-4531e111244b {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:14:43.886284 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffe001e-4663-4c36-8a16-5cc57d821992", "tag": "6aec8549-7ca3-4c26-b734-050efe27049d", "status": "completed", "code": 200}]} {{(pid=102351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:14:43.886512 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef709fca-e493-4ef8-baf0-4531e111244b {{(pid=102351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:14:43.886942 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'tag': '6aec8549-7ca3-4c26-b734-050efe27049d', 'status': 'completed', 'code': 200} Dec 14 13:14:43.950779 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-577843c5-a526-4950-a14e-2da3e26ff4e8 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:14:43.956400 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f707-16a0-4b54-bae9-a4b1140d7b31 req-61e7e5aa-77f7-42ae-be33-7b08c9f47e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:43.957881 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f338f707-16a0-4b54-bae9-a4b1140d7b31 req-61e7e5aa-77f7-42ae-be33-7b08c9f47e26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b854de8019ad4a598587133ba362564b&device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 1099 time: 0.0468745 Dec 14 13:14:44.057730 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f707-16a0-4b54-bae9-a4b1140d7b31 req-1dde504b-2dac-4797-8536-2d4086ff8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:44.059246 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f338f707-16a0-4b54-bae9-a4b1140d7b31 req-1dde504b-2dac-4797-8536-2d4086ff8486 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 200 len: 913 time: 0.0886958 Dec 14 13:14:44.086088 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f3ad7-576c-4225-8254-7251b78769ce req-6c502d84-d862-4949-a376-827ca6a21612 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:44.087716 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1f3f3ad7-576c-4225-8254-7251b78769ce req-6c502d84-d862-4949-a376-827ca6a21612 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 946 time: 0.0567958 Dec 14 13:14:44.108909 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f338f707-16a0-4b54-bae9-a4b1140d7b31 req-892298de-d6b8-4983-ac5f-5f87b9eca4f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aec8549-7ca3-4c26-b734-050efe27049d HTTP/1.1" status: 200 len: 217 time: 0.0407073 Dec 14 13:14:44.139650 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-1f3f3ad7-576c-4225-8254-7251b78769ce req-d888b38b-5575-490b-a51b-df762d5cb5af tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443032 Dec 14 13:14:44.162270 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-577843c5-a526-4950-a14e-2da3e26ff4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:44.162904 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f707-16a0-4b54-bae9-a4b1140d7b31 req-f50e36b2-e0b0-4ad3-8a93-5b28c7144c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:44.164405 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f338f707-16a0-4b54-bae9-a4b1140d7b31 req-f50e36b2-e0b0-4ad3-8a93-5b28c7144c6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 200 len: 851 time: 0.0474038 Dec 14 13:14:44.192617 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577843c5-a526-4950-a14e-2da3e26ff4e8 None None] Checking router: 986b7dab-98c8-4956-98d1-fd836b56677c for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:14:44.201172 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577843c5-a526-4950-a14e-2da3e26ff4e8 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:14:44.201912 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-577843c5-a526-4950-a14e-2da3e26ff4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:14:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:44.209434 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f707-16a0-4b54-bae9-a4b1140d7b31 req-7db17671-7434-4061-acab-e54206fe87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:44.210855 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f338f707-16a0-4b54-bae9-a4b1140d7b31 req-7db17671-7434-4061-acab-e54206fe87e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f5ca66d-8559-4e12-9014-f81fba56fd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388272 Dec 14 13:14:44.302322 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f338f707-16a0-4b54-bae9-a4b1140d7b31 req-04f1ce93-789c-4f5e-899e-386f73c46a3e service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836957 Dec 14 13:14:44.306244 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-577843c5-a526-4950-a14e-2da3e26ff4e8 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:14:44.509250 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-577843c5-a526-4950-a14e-2da3e26ff4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:44.536045 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577843c5-a526-4950-a14e-2da3e26ff4e8 None None] The sync data for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi is: [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:06Z', 'revision_number': 4, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi', '_interfaces': [{'id': '12e5bebb-b146-4213-a9a8-e717042db638', 'name': '', 'network_id': '7f5ca66d-8559-4e12-9014-f81fba56fd65', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'mac_address': 'fa:16:3e:f4:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:05Z', 'updated_at': '2021-12-14T13:08:11Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'subnets': [{'id': '7a105a28-13c2-4c79-992e-6c55c6139874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:14:44.605918 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:44.638565 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-f338f707-16a0-4b54-bae9-a4b1140d7b31 req-111c4db6-d76c-4d5f-8a45-9c5889e2feaa service neutron] 10.222.0.44 "GET /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269727 Dec 14 13:14:44.760526 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8191a2-a031-43c9-954b-98ab2bb7e433 None None] New status for floating IP 746e3e44-b19d-4a95-9744-1487f033835b: DOWN {{(pid=102353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 13:14:45.262728 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b80cf9-90a3-49ed-93ed-b3ab9187d47e req-2dbe894f-0bd1-495f-acdd-b49a2342cf3c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:45.264213 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d7b80cf9-90a3-49ed-93ed-b3ab9187d47e req-2dbe894f-0bd1-495f-acdd-b49a2342cf3c tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 946 time: 0.0487552 Dec 14 13:14:45.314110 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-d7b80cf9-90a3-49ed-93ed-b3ab9187d47e req-5f986d16-ab47-4129-b0af-8eaf1a7db3b5 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b69354-4a20-4c71-9049-2fc8366df6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438590 Dec 14 13:14:45.530901 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d178f9-83f9-4a55-ac00-8305f8b750b8 req-2c23607c-da54-4711-addf-786bffc1a004 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 13:14:45.532307 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a8d178f9-83f9-4a55-ac00-8305f8b750b8 req-2c23607c-da54-4711-addf-786bffc1a004 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 946 time: 0.0544567 Dec 14 13:14:45.627561 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-a8d178f9-83f9-4a55-ac00-8305f8b750b8 req-86420d4d-6dcf-4b22-a6fa-8ff6d5a66a29 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Deleting port 6aec8549-7ca3-4c26-b734-050efe27049d {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:45.627904 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a8d178f9-83f9-4a55-ac00-8305f8b750b8 req-86420d4d-6dcf-4b22-a6fa-8ff6d5a66a29 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:45.724490 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [req-a8d178f9-83f9-4a55-ac00-8305f8b750b8 req-86420d4d-6dcf-4b22-a6fa-8ff6d5a66a29 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] For port 6aec8549-7ca3-4c26-b734-050efe27049d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6aec8549-7ca3-4c26-b734-050efe27049d,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:14:45.724860 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a8d178f9-83f9-4a55-ac00-8305f8b750b8 req-86420d4d-6dcf-4b22-a6fa-8ff6d5a66a29 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:45.738050 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [req-a8d178f9-83f9-4a55-ac00-8305f8b750b8 req-86420d4d-6dcf-4b22-a6fa-8ff6d5a66a29 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Calling delete_port for 6aec8549-7ca3-4c26-b734-050efe27049d owned by compute:nova {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:14:45.877452 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a8d178f9-83f9-4a55-ac00-8305f8b750b8 req-86420d4d-6dcf-4b22-a6fa-8ff6d5a66a29 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:45.905660 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86420d4d-6dcf-4b22-a6fa-8ff6d5a66a29 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event deleted for resources: {'Port': ['ID=6aec8549-7ca3-4c26-b734-050efe27049d,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:45.949231 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d178f9-83f9-4a55-ac00-8305f8b750b8 req-86420d4d-6dcf-4b22-a6fa-8ff6d5a66a29 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] No DVR routers for this DVR port 6aec8549-7ca3-4c26-b734-050efe27049d on host hv-cinder-78447 {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:14:45.951681 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [req-a8d178f9-83f9-4a55-ac00-8305f8b750b8 req-86420d4d-6dcf-4b22-a6fa-8ff6d5a66a29 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for port, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:45.955083 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [req-a8d178f9-83f9-4a55-ac00-8305f8b750b8 req-86420d4d-6dcf-4b22-a6fa-8ff6d5a66a29 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.44 "DELETE /v2.0/ports/6aec8549-7ca3-4c26-b734-050efe27049d HTTP/1.1" status: 204 len: 173 time: 0.4157526 Dec 14 13:14:45.955528 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'name': 'network-vif-deleted', 'tag': '6aec8549-7ca3-4c26-b734-050efe27049d'}] {{(pid=102350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 13:14:45.957794 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbc40b7316241b099d29b63338b7273dbd223bc7c41f8a72f3404ce875ed9f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651970e7-386e-4307-9a98-a8ab430a78ee" -d '{"events": [{"server_uuid": "6ffe001e-4663-4c36-8a16-5cc57d821992", "name": "network-vif-deleted", "tag": "6aec8549-7ca3-4c26-b734-050efe27049d"}]}' {{(pid=102350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 13:14:45.996170 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db801710-8934-4bf5-9878-ddfde5a15fb3 x-openstack-request-id: req-db801710-8934-4bf5-9878-ddfde5a15fb3 {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 13:14:45.996448 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffe001e-4663-4c36-8a16-5cc57d821992", "name": "network-vif-deleted", "tag": "6aec8549-7ca3-4c26-b734-050efe27049d", "status": "completed", "code": 200}]} {{(pid=102350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 13:14:45.996723 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db801710-8934-4bf5-9878-ddfde5a15fb3 {{(pid=102350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 13:14:45.997176 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe001e-4663-4c36-8a16-5cc57d821992', 'name': 'network-vif-deleted', 'tag': '6aec8549-7ca3-4c26-b734-050efe27049d', 'status': 'completed', 'code': 200} Dec 14 13:14:46.419139 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [req-9d4fa461-4552-4fda-b993-db7429ac4b7d req-fe6dbf22-c448-4016-8a82-80a4fb85f089 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffe001e-4663-4c36-8a16-5cc57d821992 HTTP/1.1" status: 200 len: 210 time: 0.0255852 Dec 14 13:14:47.482298 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50472) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:47.544185 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 6aec8549-7ca3-4c26-b734-050efe27049d no longer exists at agent hyperv_hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:14:47.567948 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] No Port match for: 6aec8549-7ca3-4c26-b734-050efe27049d {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:14:47.568279 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Device 6aec8549-7ca3-4c26-b734-050efe27049d not bound to the agent host hv-cinder-78447 {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:14:47.610341 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-c9113e41-391a-4b8f-9553-d57fdf484eaa tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Deleting port 97900517-d4a0-423b-be00-a01ff211b18c {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:47.610628 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c9113e41-391a-4b8f-9553-d57fdf484eaa tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:47.683443 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c9113e41-391a-4b8f-9553-d57fdf484eaa tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:47.683769 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c9113e41-391a-4b8f-9553-d57fdf484eaa tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:47.695345 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-c9113e41-391a-4b8f-9553-d57fdf484eaa tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Calling delete_port for 97900517-d4a0-423b-be00-a01ff211b18c owned by network:floatingip {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:14:47.844324 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c9113e41-391a-4b8f-9553-d57fdf484eaa tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:47.869182 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9113e41-391a-4b8f-9553-d57fdf484eaa tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event deleted for resources: {'Port': ['ID=97900517-d4a0-423b-be00-a01ff211b18c,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:47.932021 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c9113e41-391a-4b8f-9553-d57fdf484eaa tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for floatingip, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:47.934907 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-c9113e41-391a-4b8f-9553-d57fdf484eaa tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928020'] for floatingip, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:47.936042 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-c9113e41-391a-4b8f-9553-d57fdf484eaa tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "DELETE /v2.0/floatingips/7771446f-0176-42a9-9775-3633b47a8e5c HTTP/1.1" status: 204 len: 168 time: 0.4527481 Dec 14 13:14:49.156807 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50484) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:49.223548 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5b72e473-d56a-4b28-9435-fe9aa4095244 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:49.249455 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5b72e473-d56a-4b28-9435-fe9aa4095244 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:49.310638 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5b72e473-d56a-4b28-9435-fe9aa4095244 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:49.313401 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-5b72e473-d56a-4b28-9435-fe9aa4095244 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Publish callbacks [] for security_group, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:49.314561 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-5b72e473-d56a-4b28-9435-fe9aa4095244 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] 10.222.0.49 "DELETE /v2.0/security-groups/43b69354-4a20-4c71-9049-2fc8366df6ef HTTP/1.1" status: 204 len: 168 time: 0.1567235 Dec 14 13:14:49.323886 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72e473-d56a-4b28-9435-fe9aa4095244 tempest-TestVolumeBootPattern-232608497 tempest-TestVolumeBootPattern-232608497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b69354-4a20-4c71-9049-2fc8366df6ef,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:49.370090 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50488) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:49.860529 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472088'] for router_interface, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:50.121455 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] Deleting port 12e5bebb-b146-4213-a9a8-e717042db638 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:50.121748 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:50.445923 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] For port 12e5bebb-b146-4213-a9a8-e717042db638, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=12e5bebb-b146-4213-a9a8-e717042db638,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:14:50.446636 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:50.458917 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] Calling delete_port for 12e5bebb-b146-4213-a9a8-e717042db638 owned by network:router_interface {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:14:50.639090 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:50.664593 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=12e5bebb-b146-4213-a9a8-e717042db638,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:50.829926 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472196'] for router_interface, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.049630 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] Router 986b7dab-98c8-4956-98d1-fd836b56677c has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:14:51.158099 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:14:51.164089 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-f6f4871a-aa00-4129-affd-52740bf955c2 admin admin] 10.222.0.49 "PUT /v2.0/routers/986b7dab-98c8-4956-98d1-fd836b56677c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7928641 Dec 14 13:14:51.167466 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50492) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:51.170120 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec70f8-e1da-463c-9e62-6de3856e7b85 None None] Sync routers for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:14:51.181940 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec70f8-e1da-463c-9e62-6de3856e7b85 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:14:51.182560 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-24ec70f8-e1da-463c-9e62-6de3856e7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:14:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:51.269240 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Publish callbacks [] for router, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.284948 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-24ec70f8-e1da-463c-9e62-6de3856e7b85 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: dv-cinder-784477-10-iscsi {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:14:51.368331 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.423658 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Deleting port bc3a84a9-bb6a-44b0-ba96-afcc8002c505 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:51.423992 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.458903 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-24ec70f8-e1da-463c-9e62-6de3856e7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:14:50Z', 'revision_number': 5, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port': {'id': 'bc3a84a9-bb6a-44b0-ba96-afcc8002c505', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:51.488563 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec70f8-e1da-463c-9e62-6de3856e7b85 None None] Checking router: 986b7dab-98c8-4956-98d1-fd836b56677c for host: dv-cinder-784477-10-iscsi {{(pid=102352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:14:51.496951 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec70f8-e1da-463c-9e62-6de3856e7b85 None None] Routers {'986b7dab-98c8-4956-98d1-fd836b56677c'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:14:51.497550 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-24ec70f8-e1da-463c-9e62-6de3856e7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:14:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['986b7dab-98c8-4956-98d1-fd836b56677c'], 'active': True} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:51.500477 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] For port bc3a84a9-bb6a-44b0-ba96-afcc8002c505, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=bc3a84a9-bb6a-44b0-ba96-afcc8002c505,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:14:51.501022 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.512804 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Calling delete_port for bc3a84a9-bb6a-44b0-ba96-afcc8002c505 owned by network:router_gateway {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:14:51.581949 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_dvr_db [None req-24ec70f8-e1da-463c-9e62-6de3856e7b85 None None] Set router 986b7dab-98c8-4956-98d1-fd836b56677c gateway port host: None {{(pid=102352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:14:51.632049 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.l3_hamode_db [None req-24ec70f8-e1da-463c-9e62-6de3856e7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:14:51Z', 'revision_number': 6, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port_host': None}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:51.660907 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec70f8-e1da-463c-9e62-6de3856e7b85 None None] The sync data for ids ['986b7dab-98c8-4956-98d1-fd836b56677c'] in dv-cinder-784477-10-iscsi is: [{'id': '986b7dab-98c8-4956-98d1-fd836b56677c', 'name': 'tempest-TestVolumeBootPattern-1756458067-router', 'tenant_id': 'b854de8019ad4a598587133ba362564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:03Z', 'updated_at': '2021-12-14T13:14:51Z', 'revision_number': 6, 'project_id': 'b854de8019ad4a598587133ba362564b', 'gw_port_host': None}] {{(pid=102352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:14:51.679883 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.708911 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3a84a9-bb6a-44b0-ba96-afcc8002c505,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:51.771039 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471078'] for router_gateway, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.858781 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60750'] for router, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.861013 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.904204 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-468159'] for router, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.904974 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 986b7dab-98c8-4956-98d1-fd836b56677c {{(pid=102351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 13:14:51.909581 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] Publish callbacks [] for router, before_response {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.910878 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-cc0b082e-3b8d-4ce0-aad1-4fc8dac22b03 admin admin] 10.222.0.49 "DELETE /v2.0/routers/986b7dab-98c8-4956-98d1-fd836b56677c HTTP/1.1" status: 204 len: 168 time: 0.7424192 Dec 14 13:14:51.914080 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50494) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:51.960440 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_v2 [None req-6406e9ec-991f-466d-8993-43753a3f1e81 admin admin] Deleting subnet 7a105a28-13c2-4c79-992e-6c55c6139874 {{(pid=102350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:14:51.963669 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6406e9ec-991f-466d-8993-43753a3f1e81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:51.997938 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6406e9ec-991f-466d-8993-43753a3f1e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728444'] for subnet, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.077677 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6406e9ec-991f-466d-8993-43753a3f1e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.144378 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6406e9ec-991f-466d-8993-43753a3f1e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8747803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684766'] for subnet, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.171324 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406e9ec-991f-466d-8993-43753a3f1e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a105a28-13c2-4c79-992e-6c55c6139874,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:52.173227 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-6406e9ec-991f-466d-8993-43753a3f1e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.176462 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-6406e9ec-991f-466d-8993-43753a3f1e81 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7a105a28-13c2-4c79-992e-6c55c6139874 HTTP/1.1" status: 204 len: 168 time: 0.2613919 Dec 14 13:14:52.178244 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d50dddc-44b8-4abd-bf6f-df00c70090c3 None None] Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:14:52.179243 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50496) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:52.245217 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.304225 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Deleting port d498fc42-8775-4b3a-bf07-91dd118be3f7 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:52.304555 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.364120 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] For port d498fc42-8775-4b3a-bf07-91dd118be3f7, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=d498fc42-8775-4b3a-bf07-91dd118be3f7,segment=NetworkSegment(36e3ee9a-526c-4fec-bffb-e73eb15a318e),segment_id=36e3ee9a-526c-4fec-bffb-e73eb15a318e)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:14:52.364372 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.377657 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Calling delete_port for d498fc42-8775-4b3a-bf07-91dd118be3f7 owned by network:dhcp {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:14:52.454355 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d40433-2028-493a-b2d7-adca72a6ad29 None None] DHCP port deletion for 7f5ca66d-8559-4e12-9014-f81fba56fd65 request from dv-cinder-784477-10-iscsi {{(pid=102352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 13:14:52.464147 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.491794 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Pushing event deleted for resources: {'Port': ['ID=d498fc42-8775-4b3a-bf07-91dd118be3f7,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:52.493812 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] No DVR routers for this DVR port d498fc42-8775-4b3a-bf07-91dd118be3f7 on host dv-cinder-784477-10-iscsi {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:14:52.567778 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.589982 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5ca66d-8559-4e12-9014-f81fba56fd65']}} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:52.599822 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e3ee9a-526c-4fec-bffb-e73eb15a318e') {'for_net_delete': True} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:52.600118 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e3ee9a-526c-4fec-bffb-e73eb15a318e') {} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:52.613497 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728583'] for segment, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.627736 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.628756 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device bc3a84a9-bb6a-44b0-ba96-afcc8002c505 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:14:52.634253 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:14:52.634565 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8747889'] for segment, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: Traceback (most recent call last): Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: timer() Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: cb(*args, **kw) Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: return func(*args, **kwargs) Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: self._notify() Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: self.callback(batched_events) Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: event.method(event) Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: return f(self, *a, **k) Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._get(url).json() Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: return self.request(url, 'GET', **kwargs) Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:14:52.636495 dv-cinder-784477-10-iscsi neutron-server[102350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:14:52.655114 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: bc3a84a9-bb6a-44b0-ba96-afcc8002c505 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:14:52.655462 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device bc3a84a9-bb6a-44b0-ba96-afcc8002c505 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:14:52.655918 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device d498fc42-8775-4b3a-bf07-91dd118be3f7 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:14:52.680581 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: d498fc42-8775-4b3a-bf07-91dd118be3f7 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:14:52.680882 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device d498fc42-8775-4b3a-bf07-91dd118be3f7 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:14:52.681307 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 12e5bebb-b146-4213-a9a8-e717042db638 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:14:52.693051 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.699128 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.702552 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7f5ca66d-8559-4e12-9014-f81fba56fd65 HTTP/1.1" status: 204 len: 168 time: 0.5223081 Dec 14 13:14:52.705615 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [-] (102351) accepted ('10.222.0.49', 50498) {{(pid=102351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:52.707624 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 12e5bebb-b146-4213-a9a8-e717042db638 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:14:52.707624 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 12e5bebb-b146-4213-a9a8-e717042db638 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:14:52.713329 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-c7d40433-2028-493a-b2d7-adca72a6ad29 None None] Deleting port d498fc42-8775-4b3a-bf07-91dd118be3f7 {{(pid=102352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:52.713718 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-c7d40433-2028-493a-b2d7-adca72a6ad29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:52.716570 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8e989-61b8-4999-b69b-34a32a137052 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5ca66d-8559-4e12-9014-f81fba56fd65,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server [None req-c7d40433-2028-493a-b2d7-adca72a6ad29 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 could not be found. Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 14 13:14:52.773151 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7f5ca66d-8559-4e12-9014-f81fba56fd65 could not be found. Dec 14 13:14:52.777428 dv-cinder-784477-10-iscsi neutron-server[102352]: ERROR oslo_messaging.rpc.server Dec 14 13:14:52.802268 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e8b925-c621-4099-9b97-ce40fcff554e None None] DHCP port deletion for 7f5ca66d-8559-4e12-9014-f81fba56fd65 request from dv-cinder-784477-10-iscsi {{(pid=102352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 13:14:52.817450 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a87ef2-daf8-4ec2-afe5-ed7443202d0d None None] get_active_networks_info from dv-cinder-784477-10-iscsi {{(pid=102352) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 13:14:52.912371 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a87ef2-daf8-4ec2-afe5-ed7443202d0d None None] Resources bound (agent type, host, resource id): {{(pid=102352) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 13:14:53.061170 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472088'] for router_interface, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:53.301041 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-bdb24bf2-4cb9-4b18-8f24-b94220fca4ca None None] Provisioning complete for port 6a2315ae-e573-481b-b655-db8d02ac5284 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:14:53.301700 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-bdb24bf2-4cb9-4b18-8f24-b94220fca4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:53.305685 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] Deleting port 8deb0601-f24a-4c7d-9bc2-74abdc435e19 {{(pid=102351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:53.306023 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:53.381695 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.db [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] For port 8deb0601-f24a-4c7d-9bc2-74abdc435e19, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=8deb0601-f24a-4c7d-9bc2-74abdc435e19,segment=NetworkSegment(ffb00e07-6272-46ac-a895-46cf1024bbed),segment_id=ffb00e07-6272-46ac-a895-46cf1024bbed)] {{(pid=102351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:14:53.381981 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:53.387714 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.db.provisioning_blocks [None req-bdb24bf2-4cb9-4b18-8f24-b94220fca4ca None None] Provisioning complete for port b6585403-dd7b-4229-ae9c-05a6250e6077 triggered by entity DHCP. {{(pid=102352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 13:14:53.388091 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-bdb24bf2-4cb9-4b18-8f24-b94220fca4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33122199'] for port, provisioning_complete {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:53.393406 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.plugins.ml2.plugin [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] Calling delete_port for 8deb0601-f24a-4c7d-9bc2-74abdc435e19 owned by network:router_interface {{(pid=102351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:14:53.573778 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8581044'] for port, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:53.601714 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] Pushing event deleted for resources: {'Port': ['ID=8deb0601-f24a-4c7d-9bc2-74abdc435e19,revision_number=None']} {{(pid=102351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:53.766247 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron_lib.callbacks.manager [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472196'] for router_interface, after_delete {{(pid=102351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:53.943957 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-578b2635-d733-40be-b0aa-25953dfb677e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:54.210123 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] Router 46ba5a40-1088-4a17-8173-2124aef00ca7 has already been hosted by L3 agent 7802d390-f73d-4d6b-8fe3-c46b3c1d4257 {{(pid=102351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 13:14:54.313913 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] Notify agent at l3_agent.dv-cinder-784477-10-iscsi the message routers_updated {{(pid=102351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 13:14:54.318890 dv-cinder-784477-10-iscsi neutron-server[102351]: INFO neutron.wsgi [None req-a67c387a-8655-47dc-81bc-bce70da9d42a admin admin] 10.222.0.49 "PUT /v2.0/routers/46ba5a40-1088-4a17-8173-2124aef00ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6102376 Dec 14 13:14:54.321747 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50500) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:54.324697 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0755508-7940-4a9f-a925-cad918a99d68 None None] Sync routers for ids ['46ba5a40-1088-4a17-8173-2124aef00ca7'] in dv-cinder-784477-10-iscsi {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 13:14:54.336395 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0755508-7940-4a9f-a925-cad918a99d68 None None] Routers {'46ba5a40-1088-4a17-8173-2124aef00ca7'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:14:54.337049 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d0755508-7940-4a9f-a925-cad918a99d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:14:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['46ba5a40-1088-4a17-8173-2124aef00ca7'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:54.425229 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Publish callbacks [] for router, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:54.442862 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-d0755508-7940-4a9f-a925-cad918a99d68 None None] Set router 46ba5a40-1088-4a17-8173-2124aef00ca7 gateway port host: dv-cinder-784477-10-iscsi {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:14:54.524930 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:54.577485 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Deleting port 6a2315ae-e573-481b-b655-db8d02ac5284 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:54.577787 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:54.619509 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d0755508-7940-4a9f-a925-cad918a99d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'name': 'tempest-TestVolumeBootPattern-1121849858-router', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'external_fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:07Z', 'updated_at': '2021-12-14T13:14:53Z', 'revision_number': 5, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'gw_port': {'id': '6a2315ae-e573-481b-b655-db8d02ac5284', 'name': '', 'network_id': '2946f6d7-cdce-44ff-bb19-df196ff995d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T13:08:08Z', 'updated_at': '2021-12-14T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb26fc66-47c0-4894-948a-a848d8992f86', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-10-iscsi'}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:54.645724 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0755508-7940-4a9f-a925-cad918a99d68 None None] Checking router: 46ba5a40-1088-4a17-8173-2124aef00ca7 for host: dv-cinder-784477-10-iscsi {{(pid=102353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 13:14:54.653838 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0755508-7940-4a9f-a925-cad918a99d68 None None] Routers {'46ba5a40-1088-4a17-8173-2124aef00ca7'} bound to L3 agent in host dv-cinder-784477-10-iscsi {{(pid=102353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 13:14:54.654465 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d0755508-7940-4a9f-a925-cad918a99d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T12:50:26Z,description=,heartbeat_timestamp=2021-12-14T13:14:26Z,host='dv-cinder-784477-10-iscsi',id=7802d390-f73d-4d6b-8fe3-c46b3c1d4257,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T12:50:26Z,topic='l3_agent')) {'router_ids': ['46ba5a40-1088-4a17-8173-2124aef00ca7'], 'active': True} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:54.655750 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] For port 6a2315ae-e573-481b-b655-db8d02ac5284, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=6a2315ae-e573-481b-b655-db8d02ac5284,segment=NetworkSegment(2ca75f37-4571-499b-9c30-18074fe74b36),segment_id=2ca75f37-4571-499b-9c30-18074fe74b36)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:14:54.656139 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:54.667700 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Calling delete_port for 6a2315ae-e573-481b-b655-db8d02ac5284 owned by network:router_gateway {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:14:54.829589 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_dvr_db [None req-d0755508-7940-4a9f-a925-cad918a99d68 None None] Set router 46ba5a40-1088-4a17-8173-2124aef00ca7 gateway port host: None {{(pid=102353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 13:14:54.834920 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:54.861521 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2315ae-e573-481b-b655-db8d02ac5284,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:54.873441 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb480d-da05-4c93-8c44-485da6840a97 None None] DHCP port deletion for 2946f6d7-cdce-44ff-bb19-df196ff995d7 request from dv-cinder-784477-10-iscsi {{(pid=102352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 13:14:54.887869 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.l3_hamode_db [None req-d0755508-7940-4a9f-a925-cad918a99d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'name': 'tempest-TestVolumeBootPattern-1121849858-router', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:07Z', 'updated_at': '2021-12-14T13:14:54Z', 'revision_number': 6, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'gw_port_host': None}], 'dv-cinder-784477-10-iscsi', False) {} {{(pid=102353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:54.918917 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0755508-7940-4a9f-a925-cad918a99d68 None None] The sync data for ids ['46ba5a40-1088-4a17-8173-2124aef00ca7'] in dv-cinder-784477-10-iscsi is: [{'id': '46ba5a40-1088-4a17-8173-2124aef00ca7', 'name': 'tempest-TestVolumeBootPattern-1121849858-router', 'tenant_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T13:08:07Z', 'updated_at': '2021-12-14T13:14:54Z', 'revision_number': 6, 'project_id': '19f40ef2e4184eafb6d35954eb3d1e33', 'gw_port_host': None}] {{(pid=102353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 13:14:54.920533 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471078'] for router_gateway, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.008280 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60750'] for router, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.010588 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.059812 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-468159'] for router, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.060392 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46ba5a40-1088-4a17-8173-2124aef00ca7 {{(pid=102350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 13:14:55.064965 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] Publish callbacks [] for router, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.066112 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-0a23a5e2-325f-4516-9606-ee8d67042084 admin admin] 10.222.0.49 "DELETE /v2.0/routers/46ba5a40-1088-4a17-8173-2124aef00ca7 HTTP/1.1" status: 204 len: 168 time: 0.7433333 Dec 14 13:14:55.069664 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50502) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:55.113428 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.db_base_plugin_v2 [None req-1612fa4d-3e88-4b60-846f-36a2ddf582f3 admin admin] Deleting subnet e691ef46-f2d7-43a2-8264-665c4693568f {{(pid=102350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 13:14:55.116744 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1612fa4d-3e88-4b60-846f-36a2ddf582f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.151731 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1612fa4d-3e88-4b60-846f-36a2ddf582f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728444'] for subnet, precommit_delete_associations {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.232156 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1612fa4d-3e88-4b60-846f-36a2ddf582f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33127865'] for subnet, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.292596 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1612fa4d-3e88-4b60-846f-36a2ddf582f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33127858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8747803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8684766'] for subnet, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.318569 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612fa4d-3e88-4b60-846f-36a2ddf582f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e691ef46-f2d7-43a2-8264-665c4693568f,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:55.322264 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-1612fa4d-3e88-4b60-846f-36a2ddf582f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for subnet, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.328043 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-1612fa4d-3e88-4b60-846f-36a2ddf582f3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e691ef46-f2d7-43a2-8264-665c4693568f HTTP/1.1" status: 204 len: 168 time: 0.2552061 Dec 14 13:14:55.328333 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50504) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:55.331847 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f02547-8c2c-4717-831b-9c3429acd0d2 None None] Network 2c96d439-1b44-4863-891e-968e112efcbd requested from dv-cinder-784477-10-iscsi {{(pid=102352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 13:14:55.395242 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33096599'] for network, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.451481 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Deleting port b155ea45-b3e4-4fe7-8311-e5b6dc813503 {{(pid=102350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 13:14:55.451818 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769299358832'] for port, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.512081 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.db [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] For port b155ea45-b3e4-4fe7-8311-e5b6dc813503, host dv-cinder-784477-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-10-iscsi',level=0,port_id=b155ea45-b3e4-4fe7-8311-e5b6dc813503,segment=NetworkSegment(ffb00e07-6272-46ac-a895-46cf1024bbed),segment_id=ffb00e07-6272-46ac-a895-46cf1024bbed)] {{(pid=102350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 13:14:55.512415 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645773'] for port, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.533467 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.plugin [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Calling delete_port for b155ea45-b3e4-4fe7-8311-e5b6dc813503 owned by network:dhcp {{(pid=102350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 13:14:55.625211 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33148089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769299268819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769298784184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8747820'] for port, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.654406 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b155ea45-b3e4-4fe7-8311-e5b6dc813503,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:55.656392 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] No DVR routers for this DVR port b155ea45-b3e4-4fe7-8311-e5b6dc813503 on host dv-cinder-784477-10-iscsi {{(pid=102350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 13:14:55.697781 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a8df89-7bdf-472b-ab04-d76ead5e250f None None] DHCP port deletion for 2c96d439-1b44-4863-891e-968e112efcbd request from dv-cinder-784477-10-iscsi {{(pid=102352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 13:14:55.730909 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33124142', 'neutron.services.segments.db._delete_segments_for_network-8769299336066'] for network, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.750747 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c96d439-1b44-4863-891e-968e112efcbd']}} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:55.759645 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb00e07-6272-46ac-a895-46cf1024bbed') {'for_net_delete': True} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:55.759917 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.services.segments.db [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb00e07-6272-46ac-a895-46cf1024bbed') {} {{(pid=102350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 13:14:55.769077 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769299338635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728583'] for segment, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.783132 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240'] for segment, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.790034 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 13:14:55.790291 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33128240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8747889'] for segment, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: Traceback (most recent call last): Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: timer() Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: cb(*args, **kw) Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: return func(*args, **kwargs) Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: self._notify() Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: self.callback(batched_events) Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: event.method(event) Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: return f(self, *a, **k) Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._get(url).json() Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: return self.request(url, 'GET', **kwargs) Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 13:14:55.791908 dv-cinder-784477-10-iscsi neutron-server[102350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 13:14:55.850621 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33124135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471050'] for network, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.857604 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638580'] for network, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.861155 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2c96d439-1b44-4863-891e-968e112efcbd HTTP/1.1" status: 204 len: 168 time: 0.5319233 Dec 14 13:14:55.872960 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539112ca-742e-4ea1-90b8-27328edac5f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c96d439-1b44-4863-891e-968e112efcbd,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:55.958362 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-23e9e4c9-eb91-4f5c-a3bd-fafb4b2bc9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:55.986611 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50508) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:56.028374 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-cbd7b8e7-e2a4-4ac6-9fb4-704506925745 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b854de8019ad4a598587133ba362564b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405138 Dec 14 13:14:56.032185 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50510) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:56.077385 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1c87-b064-49c5-9b0f-a9e5d40173ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:56.098009 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1c87-b064-49c5-9b0f-a9e5d40173ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:56.147138 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1c87-b064-49c5-9b0f-a9e5d40173ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:56.149978 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1c87-b064-49c5-9b0f-a9e5d40173ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:56.151147 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-ddcc1c87-b064-49c5-9b0f-a9e5d40173ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1522fbb0-1152-4960-addb-fefc6ca6d891 HTTP/1.1" status: 204 len: 168 time: 0.1180127 Dec 14 13:14:56.159381 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc1c87-b064-49c5-9b0f-a9e5d40173ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1522fbb0-1152-4960-addb-fefc6ca6d891,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:56.293890 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 6a2315ae-e573-481b-b655-db8d02ac5284 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:14:56.313881 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 6a2315ae-e573-481b-b655-db8d02ac5284 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:14:56.314227 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 6a2315ae-e573-481b-b655-db8d02ac5284 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:14:56.314672 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8deb0601-f24a-4c7d-9bc2-74abdc435e19 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:14:56.333624 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: 8deb0601-f24a-4c7d-9bc2-74abdc435e19 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:14:56.333936 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device 8deb0601-f24a-4c7d-9bc2-74abdc435e19 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:14:56.334528 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device b155ea45-b3e4-4fe7-8311-e5b6dc813503 no longer exists at agent ovs-agent-dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 13:14:56.355491 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] No Port match for: b155ea45-b3e4-4fe7-8311-e5b6dc813503 {{(pid=102352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 13:14:56.355790 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron.plugins.ml2.rpc [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Device b155ea45-b3e4-4fe7-8311-e5b6dc813503 not bound to the agent host dv-cinder-784477-10-iscsi {{(pid=102352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 13:14:56.471608 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50516) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:56.513529 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-f775c756-88be-4220-8713-24edf61f9083 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19f40ef2e4184eafb6d35954eb3d1e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407331 Dec 14 13:14:56.515958 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [-] (102350) accepted ('10.222.0.49', 50518) {{(pid=102350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 13:14:56.562352 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-304b3799-8eb4-482e-b69b-8a962f643481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:56.586464 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-304b3799-8eb4-482e-b69b-8a962f643481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:56.633941 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-304b3799-8eb4-482e-b69b-8a962f643481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:56.636711 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron_lib.callbacks.manager [None req-304b3799-8eb4-482e-b69b-8a962f643481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:56.637884 dv-cinder-784477-10-iscsi neutron-server[102350]: INFO neutron.wsgi [None req-304b3799-8eb4-482e-b69b-8a962f643481 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73a55abf-8934-4cb5-926f-a257a53158d3 HTTP/1.1" status: 204 len: 168 time: 0.1210237 Dec 14 13:14:56.645650 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b3799-8eb4-482e-b69b-8a962f643481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a55abf-8934-4cb5-926f-a257a53158d3,revision_number=None']} {{(pid=102350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 13:14:57.400408 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:58.681235 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:14:59.505007 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:12.173216 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:15:14.604102 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:23.954949 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-4914e67a-0db6-403e-8657-2580745ea8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:25.974090 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-443033ec-b41f-40cb-9478-7708d1abe4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:27.413647 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:28.691418 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:29.505995 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:44.619142 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:49.178261 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:15:53.954244 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-17d83669-48b2-41ca-9eb3-73de762f49cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:55.966273 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6430a681-5a5c-477a-85ef-3c7797e663b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:57.419830 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:58.691231 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:15:59.505271 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:05.240887 dv-cinder-784477-10-iscsi neutron-server[102351]: DEBUG neutron.wsgi [req-445b2e3c-10a4-4502-ad9c-fc8fd5c481aa req-0cc52934-05c0-4fec-9cb4-a2db74418322 service neutron] (102351) timed out ('10.222.0.49', 44992) {{(pid=102351) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 13:16:14.638576 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:23.959848 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-95de57dc-55ce-45cf-a875-9c192bb72338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:25.970521 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-e91d9bce-e5b1-452d-b3a0-92d9e9002e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:26.182022 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:16:27.415403 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:28.695751 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:29.516118 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:44.656930 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:53.955527 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-a7107192-e4cf-4a65-b0f1-ea9a0566c856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:55.973420 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-71e028f2-580c-43aa-995b-e7e4cfc4c4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:57.420913 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:58.693898 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:16:59.509521 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:03.186047 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:17:14.661380 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:23.959962 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-2ce5db8e-3ede-4f9b-b548-b006a2865dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:25.977566 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-09dcf9cf-5c6f-44b1-ab9b-df2f5085fbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:27.430197 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:28.701131 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:29.512335 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:40.190168 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:17:44.664213 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:53.956915 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-5e044687-50df-4fbb-91ac-77840f41a7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:55.973528 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-adc39681-a24f-42aa-840b-4625a295dd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:57.426784 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:58.703837 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:17:59.510451 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:14.685457 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:17.194770 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:18:23.958378 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-339686ef-7673-4f5c-a112-a0065e064a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:25.979333 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-04b3e421-c8f9-4835-9621-988d2f3085a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:27.439988 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:28.707671 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:29.513457 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:44.678283 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:53.963552 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-6790036b-f484-4673-a5ac-28d86804fd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:54.200538 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:18:55.972413 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3daca4ba-b2f9-4876-b727-7f35f4e138fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:57.442294 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:58.709993 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:18:59.517600 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:14.677865 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:23.959786 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-2214c7aa-36a1-41ed-b5dc-64986b1d38ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:25.980418 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-3e43ad8b-6b6b-48d7-97f9-418f1afda2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:27.446110 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:28.716554 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:29.524534 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:31.205158 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:19:44.709639 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:53.960758 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-389e79ca-3640-4d64-995c-936ecc7edfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:55.976072 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-0d56605c-13d6-4c66-80e9-1f96fee2e2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:57.444216 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-30c6de12-565d-4b26-a757-bb8656ee32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:58.715897 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-927a207e-1580-4a1f-aa8c-9d7eaf5a6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:19:59.518550 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-f0b41aef-a0f9-47ba-8af9-910de09eb1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 13:20:08.205404 dv-cinder-784477-10-iscsi neutron-server[102353]: DEBUG neutron.db.agents_db [None req-59b1b43c-3daf-472b-91e4-651fcf2e9503 None None] Agent healthcheck: found 6 active agents {{(pid=102353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 13:20:08.426620 dv-cinder-784477-10-iscsi neutron-server[102350]: DEBUG neutron.wsgi [req-c16fa11f-efd2-4ff3-8129-bf721cbb9ff6 req-365d7532-7087-47a8-9089-a718e48bbfad tempest-TestMinimumBasicScenario-84513626 tempest-TestMinimumBasicScenario-84513626-project] (102350) timed out ('10.222.0.44', 64627) {{(pid=102350) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 13:20:14.716487 dv-cinder-784477-10-iscsi neutron-server[102352]: DEBUG neutron_lib.callbacks.manager [None req-35e6267c-1d80-49de-ba0b-c5ffc6605337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769299336021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33122296'] for agent, after_update {{(pid=102352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}